{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 加载包\n",
    "from gensim.models import Word2Vec\n",
    "from gensim.models.word2vec import LineSentence\n",
    "\n",
    "import logging\n",
    "import itertools\n",
    "import gensim\n",
    "from gensim import utils\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "scrolled": true,
    "collapsed": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 16:26:44,210 : INFO : collecting all words and their counts\n",
      "2019-11-18 16:26:44,213 : INFO : PROGRESS: at sentence #0, processed 0 words, keeping 0 word types\n",
      "2019-11-18 16:26:48,724 : INFO : PROGRESS: at sentence #10000, processed 11446751 words, keeping 565985 word types\n",
      "2019-11-18 16:26:52,093 : INFO : PROGRESS: at sentence #20000, processed 19777752 words, keeping 815701 word types\n",
      "2019-11-18 16:26:55,071 : INFO : PROGRESS: at sentence #30000, processed 27176073 words, keeping 988284 word types\n",
      "2019-11-18 16:26:57,867 : INFO : PROGRESS: at sentence #40000, processed 34058130 words, keeping 1143839 word types\n",
      "2019-11-18 16:27:00,546 : INFO : PROGRESS: at sentence #50000, processed 40537661 words, keeping 1281092 word types\n",
      "2019-11-18 16:27:03,176 : INFO : PROGRESS: at sentence #60000, processed 46701838 words, keeping 1398984 word types\n",
      "2019-11-18 16:27:05,571 : INFO : PROGRESS: at sentence #70000, processed 52558584 words, keeping 1510769 word types\n",
      "2019-11-18 16:27:07,938 : INFO : PROGRESS: at sentence #80000, processed 58360641 words, keeping 1622071 word types\n",
      "2019-11-18 16:27:10,248 : INFO : PROGRESS: at sentence #90000, processed 63940735 words, keeping 1718023 word types\n",
      "2019-11-18 16:27:12,576 : INFO : PROGRESS: at sentence #100000, processed 69601862 words, keeping 1814268 word types\n",
      "2019-11-18 16:27:14,792 : INFO : PROGRESS: at sentence #110000, processed 74907118 words, keeping 1896938 word types\n",
      "2019-11-18 16:27:16,947 : INFO : PROGRESS: at sentence #120000, processed 80068415 words, keeping 1980721 word types\n",
      "2019-11-18 16:27:19,281 : INFO : PROGRESS: at sentence #130000, processed 85665631 words, keeping 2066483 word types\n",
      "2019-11-18 16:27:21,534 : INFO : PROGRESS: at sentence #140000, processed 91018687 words, keeping 2148398 word types\n",
      "2019-11-18 16:27:23,782 : INFO : PROGRESS: at sentence #150000, processed 96327442 words, keeping 2228878 word types\n",
      "2019-11-18 16:27:26,019 : INFO : PROGRESS: at sentence #160000, processed 101870434 words, keeping 2301611 word types\n",
      "2019-11-18 16:27:28,120 : INFO : PROGRESS: at sentence #170000, processed 106852964 words, keeping 2371453 word types\n",
      "2019-11-18 16:27:30,035 : INFO : PROGRESS: at sentence #180000, processed 111401766 words, keeping 2441586 word types\n",
      "2019-11-18 16:27:32,013 : INFO : PROGRESS: at sentence #190000, processed 116117908 words, keeping 2514606 word types\n",
      "2019-11-18 16:27:33,967 : INFO : PROGRESS: at sentence #200000, processed 120830284 words, keeping 2572190 word types\n",
      "2019-11-18 16:27:36,138 : INFO : PROGRESS: at sentence #210000, processed 126069999 words, keeping 2633542 word types\n",
      "2019-11-18 16:27:38,285 : INFO : PROGRESS: at sentence #220000, processed 131128568 words, keeping 2695976 word types\n",
      "2019-11-18 16:27:40,337 : INFO : PROGRESS: at sentence #230000, processed 135919134 words, keeping 2751073 word types\n",
      "2019-11-18 16:27:42,750 : INFO : PROGRESS: at sentence #240000, processed 141074943 words, keeping 2812788 word types\n",
      "2019-11-18 16:27:44,864 : INFO : PROGRESS: at sentence #250000, processed 145999926 words, keeping 2869359 word types\n",
      "2019-11-18 16:27:45,784 : INFO : collected 2894017 word types from a corpus of 148134974 raw words and 254738 sentences\n",
      "2019-11-18 16:27:45,785 : INFO : Loading a fresh vocabulary\n",
      "2019-11-18 16:27:49,722 : INFO : effective_min_count=5 retains 687674 unique words (23% of original 2894017, drops 2206343)\n",
      "2019-11-18 16:27:49,723 : INFO : effective_min_count=5 leaves 144771733 word corpus (97% of original 148134974, drops 3363241)\n",
      "2019-11-18 16:27:53,143 : INFO : deleting the raw counts dictionary of 2894017 items\n",
      "2019-11-18 16:27:53,266 : INFO : sample=0.001 downsamples 15 most-common words\n",
      "2019-11-18 16:27:53,267 : INFO : downsampling leaves estimated 137531927 word corpus (95.0% of prior 144771733)\n",
      "2019-11-18 16:27:56,228 : INFO : estimated required memory for 687674 words and 128 dimensions: 1048015176 bytes\n",
      "2019-11-18 16:27:56,230 : INFO : resetting layer weights\n",
      "2019-11-18 16:28:08,424 : INFO : training model with 4 workers on 687674 vocabulary and 128 features, using sg=0 hs=0 sample=0.001 negative=5 window=5\n",
      "2019-11-18 16:28:09,434 : INFO : EPOCH 1 - PROGRESS: at 0.09% examples, 503826 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:10,439 : INFO : EPOCH 1 - PROGRESS: at 0.29% examples, 600369 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:11,451 : INFO : EPOCH 1 - PROGRESS: at 0.48% examples, 624592 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:12,453 : INFO : EPOCH 1 - PROGRESS: at 0.71% examples, 639723 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:28:13,462 : INFO : EPOCH 1 - PROGRESS: at 0.93% examples, 645875 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:14,473 : INFO : EPOCH 1 - PROGRESS: at 1.18% examples, 649922 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:15,477 : INFO : EPOCH 1 - PROGRESS: at 1.43% examples, 650563 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:16,487 : INFO : EPOCH 1 - PROGRESS: at 1.70% examples, 658264 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:28:17,490 : INFO : EPOCH 1 - PROGRESS: at 1.98% examples, 660832 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:28:18,500 : INFO : EPOCH 1 - PROGRESS: at 2.29% examples, 663920 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:19,521 : INFO : EPOCH 1 - PROGRESS: at 2.58% examples, 666163 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:28:20,524 : INFO : EPOCH 1 - PROGRESS: at 2.89% examples, 671654 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:28:21,525 : INFO : EPOCH 1 - PROGRESS: at 3.22% examples, 674372 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:22,547 : INFO : EPOCH 1 - PROGRESS: at 3.51% examples, 675488 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:28:23,563 : INFO : EPOCH 1 - PROGRESS: at 3.81% examples, 678780 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:24,586 : INFO : EPOCH 1 - PROGRESS: at 4.12% examples, 678616 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:25,598 : INFO : EPOCH 1 - PROGRESS: at 4.45% examples, 679465 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:26,606 : INFO : EPOCH 1 - PROGRESS: at 4.79% examples, 679020 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:28:27,611 : INFO : EPOCH 1 - PROGRESS: at 5.14% examples, 678547 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:28:28,618 : INFO : EPOCH 1 - PROGRESS: at 5.47% examples, 680397 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:29,633 : INFO : EPOCH 1 - PROGRESS: at 5.83% examples, 683365 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:30,645 : INFO : EPOCH 1 - PROGRESS: at 6.22% examples, 684852 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:31,653 : INFO : EPOCH 1 - PROGRESS: at 6.62% examples, 686947 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:32,666 : INFO : EPOCH 1 - PROGRESS: at 7.03% examples, 687324 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:28:33,678 : INFO : EPOCH 1 - PROGRESS: at 7.40% examples, 687648 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:28:34,691 : INFO : EPOCH 1 - PROGRESS: at 7.76% examples, 688149 words/s, in_qsize 5, out_qsize 1\n",
      "2019-11-18 16:28:35,711 : INFO : EPOCH 1 - PROGRESS: at 8.13% examples, 687172 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:36,735 : INFO : EPOCH 1 - PROGRESS: at 8.53% examples, 688152 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:28:37,743 : INFO : EPOCH 1 - PROGRESS: at 8.96% examples, 689686 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:28:38,747 : INFO : EPOCH 1 - PROGRESS: at 9.36% examples, 690675 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:28:39,768 : INFO : EPOCH 1 - PROGRESS: at 9.78% examples, 690948 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:28:40,790 : INFO : EPOCH 1 - PROGRESS: at 10.21% examples, 691647 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:28:41,802 : INFO : EPOCH 1 - PROGRESS: at 10.69% examples, 692045 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:42,807 : INFO : EPOCH 1 - PROGRESS: at 11.09% examples, 692878 words/s, in_qsize 3, out_qsize 0\n",
      "2019-11-18 16:28:43,815 : INFO : EPOCH 1 - PROGRESS: at 11.43% examples, 692881 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:44,816 : INFO : EPOCH 1 - PROGRESS: at 11.85% examples, 692769 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:45,824 : INFO : EPOCH 1 - PROGRESS: at 12.31% examples, 694275 words/s, in_qsize 6, out_qsize 1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 16:28:46,844 : INFO : EPOCH 1 - PROGRESS: at 12.71% examples, 693535 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:28:47,846 : INFO : EPOCH 1 - PROGRESS: at 13.14% examples, 693697 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:28:48,851 : INFO : EPOCH 1 - PROGRESS: at 13.58% examples, 693535 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:28:49,863 : INFO : EPOCH 1 - PROGRESS: at 14.04% examples, 693299 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:28:50,869 : INFO : EPOCH 1 - PROGRESS: at 14.46% examples, 693572 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:51,872 : INFO : EPOCH 1 - PROGRESS: at 14.88% examples, 693567 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:28:52,876 : INFO : EPOCH 1 - PROGRESS: at 15.32% examples, 694098 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:28:53,885 : INFO : EPOCH 1 - PROGRESS: at 15.74% examples, 693384 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:28:54,901 : INFO : EPOCH 1 - PROGRESS: at 16.21% examples, 693894 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:28:55,913 : INFO : EPOCH 1 - PROGRESS: at 16.66% examples, 693858 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:56,931 : INFO : EPOCH 1 - PROGRESS: at 17.11% examples, 693713 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:28:57,946 : INFO : EPOCH 1 - PROGRESS: at 17.52% examples, 693565 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:28:58,958 : INFO : EPOCH 1 - PROGRESS: at 18.03% examples, 694384 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:28:59,961 : INFO : EPOCH 1 - PROGRESS: at 18.50% examples, 694545 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:29:00,965 : INFO : EPOCH 1 - PROGRESS: at 18.96% examples, 694119 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:01,970 : INFO : EPOCH 1 - PROGRESS: at 19.43% examples, 694357 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:29:02,977 : INFO : EPOCH 1 - PROGRESS: at 19.93% examples, 694198 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:03,984 : INFO : EPOCH 1 - PROGRESS: at 20.39% examples, 694158 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:04,995 : INFO : EPOCH 1 - PROGRESS: at 20.91% examples, 694529 words/s, in_qsize 4, out_qsize 1\n",
      "2019-11-18 16:29:06,003 : INFO : EPOCH 1 - PROGRESS: at 21.43% examples, 695215 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:29:07,005 : INFO : EPOCH 1 - PROGRESS: at 21.88% examples, 695448 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:29:08,020 : INFO : EPOCH 1 - PROGRESS: at 22.33% examples, 694928 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:09,038 : INFO : EPOCH 1 - PROGRESS: at 22.78% examples, 694874 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:10,046 : INFO : EPOCH 1 - PROGRESS: at 23.27% examples, 694594 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:29:11,051 : INFO : EPOCH 1 - PROGRESS: at 23.74% examples, 694194 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:12,061 : INFO : EPOCH 1 - PROGRESS: at 24.27% examples, 694651 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:13,084 : INFO : EPOCH 1 - PROGRESS: at 24.72% examples, 693694 words/s, in_qsize 4, out_qsize 1\n",
      "2019-11-18 16:29:14,085 : INFO : EPOCH 1 - PROGRESS: at 25.19% examples, 693639 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:29:15,096 : INFO : EPOCH 1 - PROGRESS: at 25.72% examples, 694173 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:16,108 : INFO : EPOCH 1 - PROGRESS: at 26.23% examples, 694436 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:17,115 : INFO : EPOCH 1 - PROGRESS: at 26.74% examples, 694338 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:18,122 : INFO : EPOCH 1 - PROGRESS: at 27.31% examples, 694459 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:19,123 : INFO : EPOCH 1 - PROGRESS: at 27.80% examples, 694477 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:29:20,128 : INFO : EPOCH 1 - PROGRESS: at 28.36% examples, 694899 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:21,136 : INFO : EPOCH 1 - PROGRESS: at 28.85% examples, 694797 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:22,138 : INFO : EPOCH 1 - PROGRESS: at 29.37% examples, 695048 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:23,140 : INFO : EPOCH 1 - PROGRESS: at 29.94% examples, 695421 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:29:24,147 : INFO : EPOCH 1 - PROGRESS: at 30.41% examples, 695677 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:29:25,164 : INFO : EPOCH 1 - PROGRESS: at 30.92% examples, 695677 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:26,176 : INFO : EPOCH 1 - PROGRESS: at 31.45% examples, 695415 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:29:27,181 : INFO : EPOCH 1 - PROGRESS: at 31.98% examples, 695201 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:29:28,193 : INFO : EPOCH 1 - PROGRESS: at 32.56% examples, 695914 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:29:29,196 : INFO : EPOCH 1 - PROGRESS: at 33.10% examples, 696543 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:30,213 : INFO : EPOCH 1 - PROGRESS: at 33.66% examples, 696762 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:31,226 : INFO : EPOCH 1 - PROGRESS: at 34.22% examples, 696971 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:29:32,235 : INFO : EPOCH 1 - PROGRESS: at 34.75% examples, 697053 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:33,240 : INFO : EPOCH 1 - PROGRESS: at 35.29% examples, 697190 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:34,261 : INFO : EPOCH 1 - PROGRESS: at 35.85% examples, 697193 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:35,273 : INFO : EPOCH 1 - PROGRESS: at 36.39% examples, 697744 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:29:36,276 : INFO : EPOCH 1 - PROGRESS: at 36.85% examples, 697597 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:29:37,299 : INFO : EPOCH 1 - PROGRESS: at 37.34% examples, 697380 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:29:38,320 : INFO : EPOCH 1 - PROGRESS: at 37.88% examples, 697486 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:29:39,323 : INFO : EPOCH 1 - PROGRESS: at 38.41% examples, 697491 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:29:40,331 : INFO : EPOCH 1 - PROGRESS: at 38.96% examples, 697606 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:29:41,346 : INFO : EPOCH 1 - PROGRESS: at 39.57% examples, 697626 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:42,356 : INFO : EPOCH 1 - PROGRESS: at 40.08% examples, 697562 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:29:43,362 : INFO : EPOCH 1 - PROGRESS: at 40.60% examples, 697780 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:44,369 : INFO : EPOCH 1 - PROGRESS: at 41.21% examples, 698093 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:29:45,373 : INFO : EPOCH 1 - PROGRESS: at 41.76% examples, 697846 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:29:46,379 : INFO : EPOCH 1 - PROGRESS: at 42.37% examples, 698000 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:29:47,382 : INFO : EPOCH 1 - PROGRESS: at 42.95% examples, 698102 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:29:48,389 : INFO : EPOCH 1 - PROGRESS: at 43.49% examples, 698127 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:49,392 : INFO : EPOCH 1 - PROGRESS: at 44.20% examples, 698137 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:50,403 : INFO : EPOCH 1 - PROGRESS: at 44.76% examples, 698031 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:29:51,408 : INFO : EPOCH 1 - PROGRESS: at 45.41% examples, 698107 words/s, in_qsize 5, out_qsize 1\n",
      "2019-11-18 16:29:52,426 : INFO : EPOCH 1 - PROGRESS: at 45.95% examples, 697774 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:29:53,433 : INFO : EPOCH 1 - PROGRESS: at 46.47% examples, 697711 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:29:54,447 : INFO : EPOCH 1 - PROGRESS: at 46.98% examples, 697813 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:55,454 : INFO : EPOCH 1 - PROGRESS: at 47.47% examples, 697694 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:29:56,456 : INFO : EPOCH 1 - PROGRESS: at 47.94% examples, 697608 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:29:57,463 : INFO : EPOCH 1 - PROGRESS: at 48.50% examples, 697718 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:29:58,477 : INFO : EPOCH 1 - PROGRESS: at 49.02% examples, 697510 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:29:59,487 : INFO : EPOCH 1 - PROGRESS: at 49.64% examples, 698009 words/s, in_qsize 6, out_qsize 1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 16:30:00,496 : INFO : EPOCH 1 - PROGRESS: at 50.14% examples, 697968 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:01,508 : INFO : EPOCH 1 - PROGRESS: at 50.72% examples, 698365 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:30:02,514 : INFO : EPOCH 1 - PROGRESS: at 51.29% examples, 698196 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:03,521 : INFO : EPOCH 1 - PROGRESS: at 51.92% examples, 698564 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:04,562 : INFO : EPOCH 1 - PROGRESS: at 52.52% examples, 698427 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:30:05,562 : INFO : EPOCH 1 - PROGRESS: at 53.04% examples, 698690 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:30:06,580 : INFO : EPOCH 1 - PROGRESS: at 53.62% examples, 698690 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:30:07,584 : INFO : EPOCH 1 - PROGRESS: at 54.14% examples, 698344 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:08,607 : INFO : EPOCH 1 - PROGRESS: at 54.66% examples, 698532 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:09,616 : INFO : EPOCH 1 - PROGRESS: at 55.20% examples, 698832 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:30:10,637 : INFO : EPOCH 1 - PROGRESS: at 55.74% examples, 698653 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:11,643 : INFO : EPOCH 1 - PROGRESS: at 56.36% examples, 698924 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:30:12,647 : INFO : EPOCH 1 - PROGRESS: at 56.93% examples, 698986 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:30:13,659 : INFO : EPOCH 1 - PROGRESS: at 57.57% examples, 699437 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:30:14,671 : INFO : EPOCH 1 - PROGRESS: at 58.10% examples, 699222 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:30:15,674 : INFO : EPOCH 1 - PROGRESS: at 58.68% examples, 699503 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:16,684 : INFO : EPOCH 1 - PROGRESS: at 59.25% examples, 699636 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:30:17,695 : INFO : EPOCH 1 - PROGRESS: at 59.87% examples, 699866 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:30:18,702 : INFO : EPOCH 1 - PROGRESS: at 60.44% examples, 699950 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:19,702 : INFO : EPOCH 1 - PROGRESS: at 61.09% examples, 700521 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:20,718 : INFO : EPOCH 1 - PROGRESS: at 61.55% examples, 700105 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:21,727 : INFO : EPOCH 1 - PROGRESS: at 62.05% examples, 700716 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:22,738 : INFO : EPOCH 1 - PROGRESS: at 62.58% examples, 700888 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:30:23,749 : INFO : EPOCH 1 - PROGRESS: at 63.13% examples, 700783 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:30:24,754 : INFO : EPOCH 1 - PROGRESS: at 63.72% examples, 700548 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:30:25,768 : INFO : EPOCH 1 - PROGRESS: at 64.40% examples, 700861 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:30:26,774 : INFO : EPOCH 1 - PROGRESS: at 64.99% examples, 701056 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:30:27,781 : INFO : EPOCH 1 - PROGRESS: at 65.56% examples, 701085 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:28,796 : INFO : EPOCH 1 - PROGRESS: at 66.16% examples, 701049 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:30:29,803 : INFO : EPOCH 1 - PROGRESS: at 66.78% examples, 701209 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:30:30,813 : INFO : EPOCH 1 - PROGRESS: at 67.38% examples, 700952 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:30:31,819 : INFO : EPOCH 1 - PROGRESS: at 68.03% examples, 701029 words/s, in_qsize 4, out_qsize 1\n",
      "2019-11-18 16:30:32,828 : INFO : EPOCH 1 - PROGRESS: at 68.67% examples, 701012 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:30:33,841 : INFO : EPOCH 1 - PROGRESS: at 69.41% examples, 700957 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:30:34,851 : INFO : EPOCH 1 - PROGRESS: at 70.08% examples, 701206 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:30:35,857 : INFO : EPOCH 1 - PROGRESS: at 70.70% examples, 700996 words/s, in_qsize 0, out_qsize 0\n",
      "2019-11-18 16:30:36,863 : INFO : EPOCH 1 - PROGRESS: at 71.40% examples, 701061 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:37,872 : INFO : EPOCH 1 - PROGRESS: at 72.12% examples, 701176 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:30:38,876 : INFO : EPOCH 1 - PROGRESS: at 72.73% examples, 701492 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:30:39,884 : INFO : EPOCH 1 - PROGRESS: at 73.35% examples, 701365 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:30:40,894 : INFO : EPOCH 1 - PROGRESS: at 74.00% examples, 701901 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:41,907 : INFO : EPOCH 1 - PROGRESS: at 74.61% examples, 701788 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:42,921 : INFO : EPOCH 1 - PROGRESS: at 75.24% examples, 701640 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:43,926 : INFO : EPOCH 1 - PROGRESS: at 75.88% examples, 701733 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:30:44,928 : INFO : EPOCH 1 - PROGRESS: at 76.55% examples, 701801 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:30:45,933 : INFO : EPOCH 1 - PROGRESS: at 77.22% examples, 701789 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:46,941 : INFO : EPOCH 1 - PROGRESS: at 77.85% examples, 701879 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:30:47,952 : INFO : EPOCH 1 - PROGRESS: at 78.45% examples, 702026 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:48,959 : INFO : EPOCH 1 - PROGRESS: at 79.07% examples, 702831 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:30:49,960 : INFO : EPOCH 1 - PROGRESS: at 79.71% examples, 702863 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:50,969 : INFO : EPOCH 1 - PROGRESS: at 80.32% examples, 702971 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:30:51,978 : INFO : EPOCH 1 - PROGRESS: at 80.85% examples, 703085 words/s, in_qsize 0, out_qsize 0\n",
      "2019-11-18 16:30:52,979 : INFO : EPOCH 1 - PROGRESS: at 81.41% examples, 703304 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:53,980 : INFO : EPOCH 1 - PROGRESS: at 81.98% examples, 703522 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:30:54,981 : INFO : EPOCH 1 - PROGRESS: at 82.62% examples, 703386 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:30:55,985 : INFO : EPOCH 1 - PROGRESS: at 83.21% examples, 703368 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:30:56,986 : INFO : EPOCH 1 - PROGRESS: at 83.76% examples, 703207 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:30:57,989 : INFO : EPOCH 1 - PROGRESS: at 84.31% examples, 703038 words/s, in_qsize 5, out_qsize 1\n",
      "2019-11-18 16:30:58,994 : INFO : EPOCH 1 - PROGRESS: at 84.97% examples, 703517 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:30:59,996 : INFO : EPOCH 1 - PROGRESS: at 85.55% examples, 703343 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:31:01,004 : INFO : EPOCH 1 - PROGRESS: at 86.11% examples, 703404 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:02,018 : INFO : EPOCH 1 - PROGRESS: at 86.78% examples, 703539 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:03,020 : INFO : EPOCH 1 - PROGRESS: at 87.40% examples, 703567 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:31:04,029 : INFO : EPOCH 1 - PROGRESS: at 88.06% examples, 703661 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:31:05,032 : INFO : EPOCH 1 - PROGRESS: at 88.67% examples, 703904 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:06,041 : INFO : EPOCH 1 - PROGRESS: at 89.39% examples, 704429 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:07,049 : INFO : EPOCH 1 - PROGRESS: at 90.07% examples, 704636 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:08,064 : INFO : EPOCH 1 - PROGRESS: at 90.61% examples, 704742 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:31:09,076 : INFO : EPOCH 1 - PROGRESS: at 91.21% examples, 704895 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:10,093 : INFO : EPOCH 1 - PROGRESS: at 91.83% examples, 704879 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:31:11,111 : INFO : EPOCH 1 - PROGRESS: at 92.43% examples, 705117 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:31:12,117 : INFO : EPOCH 1 - PROGRESS: at 92.99% examples, 705083 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:13,125 : INFO : EPOCH 1 - PROGRESS: at 93.58% examples, 705113 words/s, in_qsize 7, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 16:31:14,127 : INFO : EPOCH 1 - PROGRESS: at 94.22% examples, 705224 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:31:15,128 : INFO : EPOCH 1 - PROGRESS: at 94.82% examples, 705163 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:31:16,146 : INFO : EPOCH 1 - PROGRESS: at 95.42% examples, 705183 words/s, in_qsize 4, out_qsize 1\n",
      "2019-11-18 16:31:17,149 : INFO : EPOCH 1 - PROGRESS: at 96.10% examples, 705357 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:31:18,158 : INFO : EPOCH 1 - PROGRESS: at 96.73% examples, 705773 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:19,178 : INFO : EPOCH 1 - PROGRESS: at 97.35% examples, 705867 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:31:20,180 : INFO : EPOCH 1 - PROGRESS: at 97.98% examples, 705983 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:31:21,183 : INFO : EPOCH 1 - PROGRESS: at 98.67% examples, 706001 words/s, in_qsize 2, out_qsize 0\n",
      "2019-11-18 16:31:22,204 : INFO : EPOCH 1 - PROGRESS: at 99.32% examples, 705950 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:23,176 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2019-11-18 16:31:23,192 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2019-11-18 16:31:23,194 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2019-11-18 16:31:23,201 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2019-11-18 16:31:23,202 : INFO : EPOCH - 1 : training on 148134974 raw words (137531350 effective words) took 194.8s, 706111 effective words/s\n",
      "2019-11-18 16:31:24,217 : INFO : EPOCH 2 - PROGRESS: at 0.14% examples, 674139 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:25,228 : INFO : EPOCH 2 - PROGRESS: at 0.33% examples, 674907 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:31:26,231 : INFO : EPOCH 2 - PROGRESS: at 0.55% examples, 693447 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:27,236 : INFO : EPOCH 2 - PROGRESS: at 0.77% examples, 693752 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:28,237 : INFO : EPOCH 2 - PROGRESS: at 1.01% examples, 691642 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:29,248 : INFO : EPOCH 2 - PROGRESS: at 1.30% examples, 696102 words/s, in_qsize 6, out_qsize 2\n",
      "2019-11-18 16:31:30,250 : INFO : EPOCH 2 - PROGRESS: at 1.55% examples, 697453 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:31,268 : INFO : EPOCH 2 - PROGRESS: at 1.83% examples, 700244 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:32,284 : INFO : EPOCH 2 - PROGRESS: at 2.16% examples, 699114 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:33,284 : INFO : EPOCH 2 - PROGRESS: at 2.44% examples, 700205 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:34,308 : INFO : EPOCH 2 - PROGRESS: at 2.74% examples, 699354 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:31:35,311 : INFO : EPOCH 2 - PROGRESS: at 3.06% examples, 702033 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:36,314 : INFO : EPOCH 2 - PROGRESS: at 3.37% examples, 704564 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:31:37,332 : INFO : EPOCH 2 - PROGRESS: at 3.66% examples, 700627 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:31:38,336 : INFO : EPOCH 2 - PROGRESS: at 3.94% examples, 700596 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:31:39,337 : INFO : EPOCH 2 - PROGRESS: at 4.24% examples, 696977 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:40,341 : INFO : EPOCH 2 - PROGRESS: at 4.60% examples, 700272 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:31:41,346 : INFO : EPOCH 2 - PROGRESS: at 4.99% examples, 700884 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:31:42,352 : INFO : EPOCH 2 - PROGRESS: at 5.35% examples, 701109 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:31:43,367 : INFO : EPOCH 2 - PROGRESS: at 5.65% examples, 700093 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:44,375 : INFO : EPOCH 2 - PROGRESS: at 6.01% examples, 699796 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:31:45,379 : INFO : EPOCH 2 - PROGRESS: at 6.42% examples, 702994 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:31:46,384 : INFO : EPOCH 2 - PROGRESS: at 6.85% examples, 704016 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:47,389 : INFO : EPOCH 2 - PROGRESS: at 7.19% examples, 701411 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:31:48,392 : INFO : EPOCH 2 - PROGRESS: at 7.57% examples, 701784 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:49,393 : INFO : EPOCH 2 - PROGRESS: at 7.93% examples, 701059 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:31:50,394 : INFO : EPOCH 2 - PROGRESS: at 8.32% examples, 702745 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:51,396 : INFO : EPOCH 2 - PROGRESS: at 8.69% examples, 701329 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:31:52,405 : INFO : EPOCH 2 - PROGRESS: at 9.09% examples, 700835 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:53,406 : INFO : EPOCH 2 - PROGRESS: at 9.51% examples, 702207 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:54,415 : INFO : EPOCH 2 - PROGRESS: at 9.93% examples, 701552 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:55,424 : INFO : EPOCH 2 - PROGRESS: at 10.34% examples, 700846 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:31:56,426 : INFO : EPOCH 2 - PROGRESS: at 10.78% examples, 699662 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:31:57,433 : INFO : EPOCH 2 - PROGRESS: at 11.20% examples, 701748 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:31:58,437 : INFO : EPOCH 2 - PROGRESS: at 11.55% examples, 701669 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:31:59,453 : INFO : EPOCH 2 - PROGRESS: at 11.99% examples, 702251 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:00,453 : INFO : EPOCH 2 - PROGRESS: at 12.43% examples, 702066 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:01,464 : INFO : EPOCH 2 - PROGRESS: at 12.83% examples, 701826 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:02,470 : INFO : EPOCH 2 - PROGRESS: at 13.24% examples, 700790 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:03,479 : INFO : EPOCH 2 - PROGRESS: at 13.74% examples, 701469 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:04,483 : INFO : EPOCH 2 - PROGRESS: at 14.19% examples, 702289 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:32:05,497 : INFO : EPOCH 2 - PROGRESS: at 14.60% examples, 701441 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:06,500 : INFO : EPOCH 2 - PROGRESS: at 15.06% examples, 702238 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:07,514 : INFO : EPOCH 2 - PROGRESS: at 15.46% examples, 701344 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:08,520 : INFO : EPOCH 2 - PROGRESS: at 15.93% examples, 701595 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:09,521 : INFO : EPOCH 2 - PROGRESS: at 16.41% examples, 702972 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:32:10,537 : INFO : EPOCH 2 - PROGRESS: at 16.82% examples, 701738 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:11,539 : INFO : EPOCH 2 - PROGRESS: at 17.24% examples, 701229 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:12,539 : INFO : EPOCH 2 - PROGRESS: at 17.71% examples, 701102 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:13,544 : INFO : EPOCH 2 - PROGRESS: at 18.15% examples, 700906 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:14,562 : INFO : EPOCH 2 - PROGRESS: at 18.64% examples, 700821 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:15,570 : INFO : EPOCH 2 - PROGRESS: at 19.06% examples, 700277 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:16,574 : INFO : EPOCH 2 - PROGRESS: at 19.57% examples, 700568 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:32:17,575 : INFO : EPOCH 2 - PROGRESS: at 20.06% examples, 700236 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:32:18,587 : INFO : EPOCH 2 - PROGRESS: at 20.52% examples, 699880 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:19,593 : INFO : EPOCH 2 - PROGRESS: at 21.06% examples, 700323 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:20,607 : INFO : EPOCH 2 - PROGRESS: at 21.57% examples, 701495 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:21,626 : INFO : EPOCH 2 - PROGRESS: at 22.03% examples, 701182 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:32:22,644 : INFO : EPOCH 2 - PROGRESS: at 22.48% examples, 700972 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:23,660 : INFO : EPOCH 2 - PROGRESS: at 22.97% examples, 701054 words/s, in_qsize 7, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 16:32:24,670 : INFO : EPOCH 2 - PROGRESS: at 23.49% examples, 700987 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:25,690 : INFO : EPOCH 2 - PROGRESS: at 24.00% examples, 701182 words/s, in_qsize 6, out_qsize 2\n",
      "2019-11-18 16:32:26,696 : INFO : EPOCH 2 - PROGRESS: at 24.49% examples, 700846 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:27,699 : INFO : EPOCH 2 - PROGRESS: at 24.95% examples, 701386 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:32:28,715 : INFO : EPOCH 2 - PROGRESS: at 25.51% examples, 701538 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:29,730 : INFO : EPOCH 2 - PROGRESS: at 25.95% examples, 700928 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:30,747 : INFO : EPOCH 2 - PROGRESS: at 26.45% examples, 700116 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:32:31,762 : INFO : EPOCH 2 - PROGRESS: at 26.92% examples, 699156 words/s, in_qsize 8, out_qsize 1\n",
      "2019-11-18 16:32:32,766 : INFO : EPOCH 2 - PROGRESS: at 27.45% examples, 698598 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:33,787 : INFO : EPOCH 2 - PROGRESS: at 27.97% examples, 698734 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:32:34,789 : INFO : EPOCH 2 - PROGRESS: at 28.48% examples, 698619 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:32:35,796 : INFO : EPOCH 2 - PROGRESS: at 28.98% examples, 698829 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:32:36,806 : INFO : EPOCH 2 - PROGRESS: at 29.54% examples, 698867 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:37,807 : INFO : EPOCH 2 - PROGRESS: at 30.05% examples, 698742 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:38,814 : INFO : EPOCH 2 - PROGRESS: at 30.54% examples, 699292 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:39,826 : INFO : EPOCH 2 - PROGRESS: at 31.06% examples, 698870 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:32:40,828 : INFO : EPOCH 2 - PROGRESS: at 31.59% examples, 699009 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:41,830 : INFO : EPOCH 2 - PROGRESS: at 32.13% examples, 698917 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:42,834 : INFO : EPOCH 2 - PROGRESS: at 32.67% examples, 698869 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:32:43,839 : INFO : EPOCH 2 - PROGRESS: at 33.15% examples, 698584 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:44,841 : INFO : EPOCH 2 - PROGRESS: at 33.74% examples, 699226 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:32:45,853 : INFO : EPOCH 2 - PROGRESS: at 34.28% examples, 699266 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:32:46,857 : INFO : EPOCH 2 - PROGRESS: at 34.87% examples, 700247 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:47,872 : INFO : EPOCH 2 - PROGRESS: at 35.44% examples, 700691 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:32:48,878 : INFO : EPOCH 2 - PROGRESS: at 36.03% examples, 701332 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:49,886 : INFO : EPOCH 2 - PROGRESS: at 36.54% examples, 701798 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:32:50,905 : INFO : EPOCH 2 - PROGRESS: at 37.02% examples, 701565 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:32:51,907 : INFO : EPOCH 2 - PROGRESS: at 37.54% examples, 701614 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:52,918 : INFO : EPOCH 2 - PROGRESS: at 38.07% examples, 701873 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:53,918 : INFO : EPOCH 2 - PROGRESS: at 38.62% examples, 701735 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:32:54,926 : INFO : EPOCH 2 - PROGRESS: at 39.22% examples, 702129 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:55,929 : INFO : EPOCH 2 - PROGRESS: at 39.81% examples, 702631 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:32:56,949 : INFO : EPOCH 2 - PROGRESS: at 40.34% examples, 702675 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:57,966 : INFO : EPOCH 2 - PROGRESS: at 40.85% examples, 702211 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:58,970 : INFO : EPOCH 2 - PROGRESS: at 41.44% examples, 702461 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:32:59,979 : INFO : EPOCH 2 - PROGRESS: at 42.04% examples, 702360 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:00,985 : INFO : EPOCH 2 - PROGRESS: at 42.58% examples, 702040 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:01,987 : INFO : EPOCH 2 - PROGRESS: at 43.13% examples, 701504 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:02,987 : INFO : EPOCH 2 - PROGRESS: at 43.65% examples, 701307 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:33:03,990 : INFO : EPOCH 2 - PROGRESS: at 44.34% examples, 701270 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:05,002 : INFO : EPOCH 2 - PROGRESS: at 44.93% examples, 701250 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:33:06,007 : INFO : EPOCH 2 - PROGRESS: at 45.56% examples, 701128 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:33:07,013 : INFO : EPOCH 2 - PROGRESS: at 46.06% examples, 700646 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:08,023 : INFO : EPOCH 2 - PROGRESS: at 46.60% examples, 700698 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:09,028 : INFO : EPOCH 2 - PROGRESS: at 47.10% examples, 700532 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:10,040 : INFO : EPOCH 2 - PROGRESS: at 47.54% examples, 700096 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:33:11,044 : INFO : EPOCH 2 - PROGRESS: at 48.05% examples, 700109 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:33:12,062 : INFO : EPOCH 2 - PROGRESS: at 48.58% examples, 699829 words/s, in_qsize 5, out_qsize 1\n",
      "2019-11-18 16:33:13,071 : INFO : EPOCH 2 - PROGRESS: at 49.11% examples, 699597 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:33:14,080 : INFO : EPOCH 2 - PROGRESS: at 49.70% examples, 699772 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:33:15,097 : INFO : EPOCH 2 - PROGRESS: at 50.20% examples, 699741 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:16,098 : INFO : EPOCH 2 - PROGRESS: at 50.78% examples, 700168 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:17,102 : INFO : EPOCH 2 - PROGRESS: at 51.37% examples, 700110 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:33:18,114 : INFO : EPOCH 2 - PROGRESS: at 51.95% examples, 700051 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:19,124 : INFO : EPOCH 2 - PROGRESS: at 52.53% examples, 699863 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:33:20,134 : INFO : EPOCH 2 - PROGRESS: at 53.03% examples, 699803 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:21,147 : INFO : EPOCH 2 - PROGRESS: at 53.62% examples, 699929 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:33:22,150 : INFO : EPOCH 2 - PROGRESS: at 54.13% examples, 699504 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:23,153 : INFO : EPOCH 2 - PROGRESS: at 54.62% examples, 699346 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:24,180 : INFO : EPOCH 2 - PROGRESS: at 55.09% examples, 698851 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:25,191 : INFO : EPOCH 2 - PROGRESS: at 55.65% examples, 698902 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:26,195 : INFO : EPOCH 2 - PROGRESS: at 56.23% examples, 699053 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:33:27,198 : INFO : EPOCH 2 - PROGRESS: at 56.79% examples, 698813 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:33:28,214 : INFO : EPOCH 2 - PROGRESS: at 57.39% examples, 698750 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:33:29,221 : INFO : EPOCH 2 - PROGRESS: at 57.96% examples, 698891 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:30,247 : INFO : EPOCH 2 - PROGRESS: at 58.47% examples, 698890 words/s, in_qsize 7, out_qsize 2\n",
      "2019-11-18 16:33:31,253 : INFO : EPOCH 2 - PROGRESS: at 59.05% examples, 698806 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:32,254 : INFO : EPOCH 2 - PROGRESS: at 59.62% examples, 698692 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:33:33,265 : INFO : EPOCH 2 - PROGRESS: at 60.18% examples, 698614 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:34,282 : INFO : EPOCH 2 - PROGRESS: at 60.80% examples, 698838 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:35,294 : INFO : EPOCH 2 - PROGRESS: at 61.32% examples, 698749 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:36,296 : INFO : EPOCH 2 - PROGRESS: at 61.85% examples, 699244 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:37,303 : INFO : EPOCH 2 - PROGRESS: at 62.36% examples, 699969 words/s, in_qsize 7, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 16:33:38,318 : INFO : EPOCH 2 - PROGRESS: at 62.88% examples, 699742 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:39,330 : INFO : EPOCH 2 - PROGRESS: at 63.51% examples, 699633 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:40,334 : INFO : EPOCH 2 - PROGRESS: at 64.10% examples, 699428 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:33:41,338 : INFO : EPOCH 2 - PROGRESS: at 64.67% examples, 699191 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:33:42,345 : INFO : EPOCH 2 - PROGRESS: at 65.25% examples, 699257 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:43,385 : INFO : EPOCH 2 - PROGRESS: at 65.80% examples, 698886 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:44,389 : INFO : EPOCH 2 - PROGRESS: at 66.39% examples, 698785 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:45,394 : INFO : EPOCH 2 - PROGRESS: at 66.92% examples, 698375 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:33:46,398 : INFO : EPOCH 2 - PROGRESS: at 67.54% examples, 698345 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:47,399 : INFO : EPOCH 2 - PROGRESS: at 68.16% examples, 698226 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:48,406 : INFO : EPOCH 2 - PROGRESS: at 68.80% examples, 697931 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:49,407 : INFO : EPOCH 2 - PROGRESS: at 69.50% examples, 697861 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:33:50,415 : INFO : EPOCH 2 - PROGRESS: at 70.15% examples, 697942 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:51,434 : INFO : EPOCH 2 - PROGRESS: at 70.78% examples, 697877 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:52,434 : INFO : EPOCH 2 - PROGRESS: at 71.46% examples, 697732 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:53,438 : INFO : EPOCH 2 - PROGRESS: at 72.14% examples, 697729 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:54,460 : INFO : EPOCH 2 - PROGRESS: at 72.74% examples, 697806 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:33:55,474 : INFO : EPOCH 2 - PROGRESS: at 73.36% examples, 697671 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:56,483 : INFO : EPOCH 2 - PROGRESS: at 73.94% examples, 697817 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:57,486 : INFO : EPOCH 2 - PROGRESS: at 74.51% examples, 697604 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:33:58,515 : INFO : EPOCH 2 - PROGRESS: at 75.17% examples, 697376 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:33:59,516 : INFO : EPOCH 2 - PROGRESS: at 75.79% examples, 697379 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:00,518 : INFO : EPOCH 2 - PROGRESS: at 76.41% examples, 697298 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:01,527 : INFO : EPOCH 2 - PROGRESS: at 77.07% examples, 697378 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:02,541 : INFO : EPOCH 2 - PROGRESS: at 77.79% examples, 697748 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:34:03,548 : INFO : EPOCH 2 - PROGRESS: at 78.41% examples, 698040 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:04,549 : INFO : EPOCH 2 - PROGRESS: at 79.00% examples, 698795 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:05,562 : INFO : EPOCH 2 - PROGRESS: at 79.64% examples, 698791 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:34:06,565 : INFO : EPOCH 2 - PROGRESS: at 80.25% examples, 698852 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:34:07,566 : INFO : EPOCH 2 - PROGRESS: at 80.73% examples, 698668 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:34:08,569 : INFO : EPOCH 2 - PROGRESS: at 81.29% examples, 698651 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:09,573 : INFO : EPOCH 2 - PROGRESS: at 81.80% examples, 698668 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:10,587 : INFO : EPOCH 2 - PROGRESS: at 82.46% examples, 698920 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:11,588 : INFO : EPOCH 2 - PROGRESS: at 83.11% examples, 699083 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:34:12,594 : INFO : EPOCH 2 - PROGRESS: at 83.66% examples, 699131 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:34:13,627 : INFO : EPOCH 2 - PROGRESS: at 84.30% examples, 699309 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:34:14,638 : INFO : EPOCH 2 - PROGRESS: at 84.91% examples, 699528 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:15,638 : INFO : EPOCH 2 - PROGRESS: at 85.53% examples, 699702 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:16,669 : INFO : EPOCH 2 - PROGRESS: at 86.09% examples, 699636 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:17,677 : INFO : EPOCH 2 - PROGRESS: at 86.72% examples, 699563 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:34:18,688 : INFO : EPOCH 2 - PROGRESS: at 87.35% examples, 699586 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:19,690 : INFO : EPOCH 2 - PROGRESS: at 88.01% examples, 699783 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:20,692 : INFO : EPOCH 2 - PROGRESS: at 88.56% examples, 699587 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:21,694 : INFO : EPOCH 2 - PROGRESS: at 89.17% examples, 699606 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:22,696 : INFO : EPOCH 2 - PROGRESS: at 89.79% examples, 699405 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:23,700 : INFO : EPOCH 2 - PROGRESS: at 90.32% examples, 699202 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:24,720 : INFO : EPOCH 2 - PROGRESS: at 90.88% examples, 699091 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:25,728 : INFO : EPOCH 2 - PROGRESS: at 91.42% examples, 698978 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:26,737 : INFO : EPOCH 2 - PROGRESS: at 92.03% examples, 699015 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:27,751 : INFO : EPOCH 2 - PROGRESS: at 92.60% examples, 699062 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:28,766 : INFO : EPOCH 2 - PROGRESS: at 93.12% examples, 699123 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:29,782 : INFO : EPOCH 2 - PROGRESS: at 93.75% examples, 699188 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:30,794 : INFO : EPOCH 2 - PROGRESS: at 94.39% examples, 699066 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:31,805 : INFO : EPOCH 2 - PROGRESS: at 94.96% examples, 698817 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:32,820 : INFO : EPOCH 2 - PROGRESS: at 95.56% examples, 698771 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:33,827 : INFO : EPOCH 2 - PROGRESS: at 96.18% examples, 698889 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:34:34,829 : INFO : EPOCH 2 - PROGRESS: at 96.75% examples, 698971 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:35,833 : INFO : EPOCH 2 - PROGRESS: at 97.36% examples, 699018 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:34:36,845 : INFO : EPOCH 2 - PROGRESS: at 97.93% examples, 698855 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:34:37,864 : INFO : EPOCH 2 - PROGRESS: at 98.63% examples, 698853 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:34:38,866 : INFO : EPOCH 2 - PROGRESS: at 99.25% examples, 698730 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:39,875 : INFO : EPOCH 2 - PROGRESS: at 99.91% examples, 698890 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:39,944 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2019-11-18 16:34:39,956 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2019-11-18 16:34:39,959 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2019-11-18 16:34:39,965 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2019-11-18 16:34:39,966 : INFO : EPOCH - 2 : training on 148134974 raw words (137529299 effective words) took 196.8s, 698971 effective words/s\n",
      "2019-11-18 16:34:40,973 : INFO : EPOCH 3 - PROGRESS: at 0.13% examples, 635072 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:42,001 : INFO : EPOCH 3 - PROGRESS: at 0.33% examples, 660716 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:43,010 : INFO : EPOCH 3 - PROGRESS: at 0.55% examples, 687067 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:44,030 : INFO : EPOCH 3 - PROGRESS: at 0.76% examples, 682369 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:34:45,056 : INFO : EPOCH 3 - PROGRESS: at 1.01% examples, 684131 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:46,059 : INFO : EPOCH 3 - PROGRESS: at 1.29% examples, 683835 words/s, in_qsize 5, out_qsize 2\n",
      "2019-11-18 16:34:47,064 : INFO : EPOCH 3 - PROGRESS: at 1.53% examples, 684184 words/s, in_qsize 8, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 16:34:48,068 : INFO : EPOCH 3 - PROGRESS: at 1.81% examples, 688036 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:49,086 : INFO : EPOCH 3 - PROGRESS: at 2.11% examples, 686152 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:34:50,101 : INFO : EPOCH 3 - PROGRESS: at 2.41% examples, 689772 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:51,121 : INFO : EPOCH 3 - PROGRESS: at 2.71% examples, 691476 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:52,123 : INFO : EPOCH 3 - PROGRESS: at 3.01% examples, 691681 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:53,134 : INFO : EPOCH 3 - PROGRESS: at 3.31% examples, 690859 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:34:54,135 : INFO : EPOCH 3 - PROGRESS: at 3.62% examples, 693324 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:55,151 : INFO : EPOCH 3 - PROGRESS: at 3.94% examples, 697053 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:56,156 : INFO : EPOCH 3 - PROGRESS: at 4.26% examples, 697094 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:34:57,164 : INFO : EPOCH 3 - PROGRESS: at 4.57% examples, 694924 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:34:58,164 : INFO : EPOCH 3 - PROGRESS: at 4.96% examples, 695216 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:34:59,180 : INFO : EPOCH 3 - PROGRESS: at 5.30% examples, 693842 words/s, in_qsize 5, out_qsize 2\n",
      "2019-11-18 16:35:00,196 : INFO : EPOCH 3 - PROGRESS: at 5.62% examples, 694174 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:01,204 : INFO : EPOCH 3 - PROGRESS: at 5.97% examples, 693425 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:02,213 : INFO : EPOCH 3 - PROGRESS: at 6.32% examples, 692366 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:35:03,222 : INFO : EPOCH 3 - PROGRESS: at 6.67% examples, 689748 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:35:04,227 : INFO : EPOCH 3 - PROGRESS: at 7.06% examples, 688751 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:35:05,234 : INFO : EPOCH 3 - PROGRESS: at 7.41% examples, 687580 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:35:06,249 : INFO : EPOCH 3 - PROGRESS: at 7.78% examples, 688933 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:35:07,257 : INFO : EPOCH 3 - PROGRESS: at 8.15% examples, 689301 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:08,265 : INFO : EPOCH 3 - PROGRESS: at 8.53% examples, 688765 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:35:09,265 : INFO : EPOCH 3 - PROGRESS: at 8.93% examples, 688942 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:35:10,268 : INFO : EPOCH 3 - PROGRESS: at 9.34% examples, 689852 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:35:11,295 : INFO : EPOCH 3 - PROGRESS: at 9.74% examples, 689616 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:12,313 : INFO : EPOCH 3 - PROGRESS: at 10.17% examples, 689695 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:35:13,320 : INFO : EPOCH 3 - PROGRESS: at 10.67% examples, 691738 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:35:14,320 : INFO : EPOCH 3 - PROGRESS: at 11.06% examples, 692227 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:35:15,331 : INFO : EPOCH 3 - PROGRESS: at 11.42% examples, 692464 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:16,338 : INFO : EPOCH 3 - PROGRESS: at 11.84% examples, 692668 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:35:17,345 : INFO : EPOCH 3 - PROGRESS: at 12.26% examples, 692330 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:18,356 : INFO : EPOCH 3 - PROGRESS: at 12.70% examples, 693126 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:35:19,369 : INFO : EPOCH 3 - PROGRESS: at 13.14% examples, 693771 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:20,382 : INFO : EPOCH 3 - PROGRESS: at 13.59% examples, 694124 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:21,390 : INFO : EPOCH 3 - PROGRESS: at 14.08% examples, 695063 words/s, in_qsize 5, out_qsize 2\n",
      "2019-11-18 16:35:22,402 : INFO : EPOCH 3 - PROGRESS: at 14.47% examples, 694107 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:35:23,410 : INFO : EPOCH 3 - PROGRESS: at 14.88% examples, 693819 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:24,420 : INFO : EPOCH 3 - PROGRESS: at 15.31% examples, 693496 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:35:25,421 : INFO : EPOCH 3 - PROGRESS: at 15.73% examples, 693066 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:26,433 : INFO : EPOCH 3 - PROGRESS: at 16.18% examples, 692834 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:27,447 : INFO : EPOCH 3 - PROGRESS: at 16.63% examples, 692990 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:28,487 : INFO : EPOCH 3 - PROGRESS: at 17.10% examples, 692955 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:29,512 : INFO : EPOCH 3 - PROGRESS: at 17.48% examples, 692004 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:30,512 : INFO : EPOCH 3 - PROGRESS: at 17.94% examples, 691588 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:31,520 : INFO : EPOCH 3 - PROGRESS: at 18.39% examples, 691192 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:35:32,547 : INFO : EPOCH 3 - PROGRESS: at 18.87% examples, 690677 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:35:33,552 : INFO : EPOCH 3 - PROGRESS: at 19.32% examples, 690520 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:34,569 : INFO : EPOCH 3 - PROGRESS: at 19.79% examples, 690436 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:35:35,593 : INFO : EPOCH 3 - PROGRESS: at 20.25% examples, 689947 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:36,600 : INFO : EPOCH 3 - PROGRESS: at 20.76% examples, 689735 words/s, in_qsize 3, out_qsize 0\n",
      "2019-11-18 16:35:37,608 : INFO : EPOCH 3 - PROGRESS: at 21.29% examples, 690510 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:35:38,622 : INFO : EPOCH 3 - PROGRESS: at 21.72% examples, 689860 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:39,624 : INFO : EPOCH 3 - PROGRESS: at 22.17% examples, 690033 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:35:40,628 : INFO : EPOCH 3 - PROGRESS: at 22.62% examples, 690137 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:41,632 : INFO : EPOCH 3 - PROGRESS: at 23.09% examples, 690077 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:35:42,641 : INFO : EPOCH 3 - PROGRESS: at 23.59% examples, 690179 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:43,642 : INFO : EPOCH 3 - PROGRESS: at 24.10% examples, 690127 words/s, in_qsize 5, out_qsize 1\n",
      "2019-11-18 16:35:44,650 : INFO : EPOCH 3 - PROGRESS: at 24.59% examples, 690314 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:45,654 : INFO : EPOCH 3 - PROGRESS: at 25.03% examples, 690596 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:35:46,659 : INFO : EPOCH 3 - PROGRESS: at 25.62% examples, 691656 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:47,668 : INFO : EPOCH 3 - PROGRESS: at 26.07% examples, 691285 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:48,684 : INFO : EPOCH 3 - PROGRESS: at 26.59% examples, 690903 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:49,689 : INFO : EPOCH 3 - PROGRESS: at 27.08% examples, 690255 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:35:50,706 : INFO : EPOCH 3 - PROGRESS: at 27.62% examples, 690381 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:51,717 : INFO : EPOCH 3 - PROGRESS: at 28.14% examples, 690620 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:52,725 : INFO : EPOCH 3 - PROGRESS: at 28.63% examples, 690723 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:53,729 : INFO : EPOCH 3 - PROGRESS: at 29.18% examples, 691029 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:35:54,735 : INFO : EPOCH 3 - PROGRESS: at 29.76% examples, 691611 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:55,738 : INFO : EPOCH 3 - PROGRESS: at 30.24% examples, 691523 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:56,740 : INFO : EPOCH 3 - PROGRESS: at 30.74% examples, 692238 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:35:57,742 : INFO : EPOCH 3 - PROGRESS: at 31.27% examples, 691962 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:35:58,745 : INFO : EPOCH 3 - PROGRESS: at 31.79% examples, 691862 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:35:59,758 : INFO : EPOCH 3 - PROGRESS: at 32.36% examples, 692435 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:00,783 : INFO : EPOCH 3 - PROGRESS: at 32.91% examples, 692523 words/s, in_qsize 7, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 16:36:01,788 : INFO : EPOCH 3 - PROGRESS: at 33.43% examples, 692718 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:36:02,800 : INFO : EPOCH 3 - PROGRESS: at 33.97% examples, 693048 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:36:03,821 : INFO : EPOCH 3 - PROGRESS: at 34.54% examples, 693230 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:04,826 : INFO : EPOCH 3 - PROGRESS: at 35.06% examples, 693680 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:05,833 : INFO : EPOCH 3 - PROGRESS: at 35.71% examples, 694822 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:06,834 : INFO : EPOCH 3 - PROGRESS: at 36.21% examples, 694720 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:07,855 : INFO : EPOCH 3 - PROGRESS: at 36.68% examples, 694723 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:08,866 : INFO : EPOCH 3 - PROGRESS: at 37.20% examples, 694819 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:36:09,874 : INFO : EPOCH 3 - PROGRESS: at 37.73% examples, 695162 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:36:10,880 : INFO : EPOCH 3 - PROGRESS: at 38.28% examples, 695465 words/s, in_qsize 2, out_qsize 0\n",
      "2019-11-18 16:36:11,886 : INFO : EPOCH 3 - PROGRESS: at 38.86% examples, 695972 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:36:12,904 : INFO : EPOCH 3 - PROGRESS: at 39.45% examples, 696066 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:13,922 : INFO : EPOCH 3 - PROGRESS: at 40.05% examples, 696804 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:14,938 : INFO : EPOCH 3 - PROGRESS: at 40.53% examples, 696413 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:15,948 : INFO : EPOCH 3 - PROGRESS: at 41.08% examples, 696139 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:36:16,964 : INFO : EPOCH 3 - PROGRESS: at 41.65% examples, 696046 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:17,967 : INFO : EPOCH 3 - PROGRESS: at 42.23% examples, 696064 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:18,979 : INFO : EPOCH 3 - PROGRESS: at 42.80% examples, 695923 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:20,001 : INFO : EPOCH 3 - PROGRESS: at 43.33% examples, 695600 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:21,002 : INFO : EPOCH 3 - PROGRESS: at 44.07% examples, 696089 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:36:22,021 : INFO : EPOCH 3 - PROGRESS: at 44.61% examples, 695667 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:36:23,025 : INFO : EPOCH 3 - PROGRESS: at 45.32% examples, 696496 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:36:24,029 : INFO : EPOCH 3 - PROGRESS: at 45.87% examples, 696418 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:25,036 : INFO : EPOCH 3 - PROGRESS: at 46.37% examples, 696140 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:26,040 : INFO : EPOCH 3 - PROGRESS: at 46.90% examples, 696257 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:36:27,064 : INFO : EPOCH 3 - PROGRESS: at 47.40% examples, 696249 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:28,076 : INFO : EPOCH 3 - PROGRESS: at 47.85% examples, 695911 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:36:29,084 : INFO : EPOCH 3 - PROGRESS: at 48.40% examples, 696030 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:36:30,093 : INFO : EPOCH 3 - PROGRESS: at 48.89% examples, 695673 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:31,105 : INFO : EPOCH 3 - PROGRESS: at 49.50% examples, 695636 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:36:32,118 : INFO : EPOCH 3 - PROGRESS: at 50.03% examples, 695968 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:33,145 : INFO : EPOCH 3 - PROGRESS: at 50.58% examples, 696176 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:36:34,146 : INFO : EPOCH 3 - PROGRESS: at 51.15% examples, 696195 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:36:35,152 : INFO : EPOCH 3 - PROGRESS: at 51.73% examples, 696165 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:36,163 : INFO : EPOCH 3 - PROGRESS: at 52.34% examples, 696145 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:36:37,177 : INFO : EPOCH 3 - PROGRESS: at 52.90% examples, 696428 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:38,184 : INFO : EPOCH 3 - PROGRESS: at 53.43% examples, 696404 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:39,192 : INFO : EPOCH 3 - PROGRESS: at 53.98% examples, 696263 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:36:40,202 : INFO : EPOCH 3 - PROGRESS: at 54.51% examples, 696488 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:41,202 : INFO : EPOCH 3 - PROGRESS: at 55.00% examples, 696157 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:42,219 : INFO : EPOCH 3 - PROGRESS: at 55.53% examples, 696046 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:43,230 : INFO : EPOCH 3 - PROGRESS: at 56.08% examples, 695953 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:44,253 : INFO : EPOCH 3 - PROGRESS: at 56.70% examples, 696227 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:36:45,278 : INFO : EPOCH 3 - PROGRESS: at 57.29% examples, 696208 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:46,279 : INFO : EPOCH 3 - PROGRESS: at 57.85% examples, 696244 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:47,284 : INFO : EPOCH 3 - PROGRESS: at 58.39% examples, 696420 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:48,293 : INFO : EPOCH 3 - PROGRESS: at 58.96% examples, 696457 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:49,301 : INFO : EPOCH 3 - PROGRESS: at 59.51% examples, 696148 words/s, in_qsize 3, out_qsize 0\n",
      "2019-11-18 16:36:50,309 : INFO : EPOCH 3 - PROGRESS: at 60.11% examples, 696257 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:51,311 : INFO : EPOCH 3 - PROGRESS: at 60.68% examples, 696344 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:36:52,324 : INFO : EPOCH 3 - PROGRESS: at 61.26% examples, 696547 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:53,328 : INFO : EPOCH 3 - PROGRESS: at 61.75% examples, 696651 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:54,342 : INFO : EPOCH 3 - PROGRESS: at 62.25% examples, 697492 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:55,345 : INFO : EPOCH 3 - PROGRESS: at 62.86% examples, 698010 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:56,366 : INFO : EPOCH 3 - PROGRESS: at 63.46% examples, 697915 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:36:57,368 : INFO : EPOCH 3 - PROGRESS: at 64.12% examples, 698284 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:36:58,375 : INFO : EPOCH 3 - PROGRESS: at 64.74% examples, 698402 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:36:59,380 : INFO : EPOCH 3 - PROGRESS: at 65.29% examples, 698205 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:37:00,386 : INFO : EPOCH 3 - PROGRESS: at 65.86% examples, 698222 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:01,397 : INFO : EPOCH 3 - PROGRESS: at 66.44% examples, 697975 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:02,410 : INFO : EPOCH 3 - PROGRESS: at 67.04% examples, 698009 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:37:03,413 : INFO : EPOCH 3 - PROGRESS: at 67.66% examples, 697826 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:04,430 : INFO : EPOCH 3 - PROGRESS: at 68.25% examples, 697608 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:37:05,439 : INFO : EPOCH 3 - PROGRESS: at 68.87% examples, 697177 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:06,441 : INFO : EPOCH 3 - PROGRESS: at 69.60% examples, 697304 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:07,472 : INFO : EPOCH 3 - PROGRESS: at 70.25% examples, 697312 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:08,487 : INFO : EPOCH 3 - PROGRESS: at 70.87% examples, 697185 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:37:09,503 : INFO : EPOCH 3 - PROGRESS: at 71.57% examples, 697017 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:10,513 : INFO : EPOCH 3 - PROGRESS: at 72.21% examples, 696971 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:11,520 : INFO : EPOCH 3 - PROGRESS: at 72.80% examples, 696905 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:37:12,534 : INFO : EPOCH 3 - PROGRESS: at 73.42% examples, 696828 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:13,541 : INFO : EPOCH 3 - PROGRESS: at 74.03% examples, 697084 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:14,543 : INFO : EPOCH 3 - PROGRESS: at 74.64% examples, 697184 words/s, in_qsize 8, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 16:37:15,552 : INFO : EPOCH 3 - PROGRESS: at 75.33% examples, 697326 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:37:16,560 : INFO : EPOCH 3 - PROGRESS: at 76.00% examples, 697637 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:37:17,569 : INFO : EPOCH 3 - PROGRESS: at 76.63% examples, 697491 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:37:18,571 : INFO : EPOCH 3 - PROGRESS: at 77.28% examples, 697499 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:19,577 : INFO : EPOCH 3 - PROGRESS: at 77.93% examples, 697625 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:37:20,580 : INFO : EPOCH 3 - PROGRESS: at 78.53% examples, 698013 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:21,583 : INFO : EPOCH 3 - PROGRESS: at 79.12% examples, 698489 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:22,595 : INFO : EPOCH 3 - PROGRESS: at 79.75% examples, 698410 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:23,607 : INFO : EPOCH 3 - PROGRESS: at 80.32% examples, 698265 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:24,607 : INFO : EPOCH 3 - PROGRESS: at 80.83% examples, 698277 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:25,626 : INFO : EPOCH 3 - PROGRESS: at 81.38% examples, 698341 words/s, in_qsize 8, out_qsize 1\n",
      "2019-11-18 16:37:26,642 : INFO : EPOCH 3 - PROGRESS: at 81.94% examples, 698434 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:27,660 : INFO : EPOCH 3 - PROGRESS: at 82.58% examples, 698462 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:28,673 : INFO : EPOCH 3 - PROGRESS: at 83.24% examples, 698744 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:29,695 : INFO : EPOCH 3 - PROGRESS: at 83.78% examples, 698638 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:30,702 : INFO : EPOCH 3 - PROGRESS: at 84.34% examples, 698374 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:37:31,713 : INFO : EPOCH 3 - PROGRESS: at 84.92% examples, 698329 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:32,717 : INFO : EPOCH 3 - PROGRESS: at 85.52% examples, 698344 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:37:33,733 : INFO : EPOCH 3 - PROGRESS: at 86.09% examples, 698397 words/s, in_qsize 4, out_qsize 1\n",
      "2019-11-18 16:37:34,733 : INFO : EPOCH 3 - PROGRESS: at 86.71% examples, 698366 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:37:35,755 : INFO : EPOCH 3 - PROGRESS: at 87.31% examples, 698098 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:36,759 : INFO : EPOCH 3 - PROGRESS: at 87.89% examples, 697812 words/s, in_qsize 5, out_qsize 2\n",
      "2019-11-18 16:37:37,781 : INFO : EPOCH 3 - PROGRESS: at 88.44% examples, 697616 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:37:38,799 : INFO : EPOCH 3 - PROGRESS: at 89.05% examples, 697474 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:39,817 : INFO : EPOCH 3 - PROGRESS: at 89.73% examples, 697685 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:40,829 : INFO : EPOCH 3 - PROGRESS: at 90.32% examples, 697765 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:37:41,829 : INFO : EPOCH 3 - PROGRESS: at 90.89% examples, 697871 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:42,844 : INFO : EPOCH 3 - PROGRESS: at 91.44% examples, 697793 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:43,863 : INFO : EPOCH 3 - PROGRESS: at 92.02% examples, 697613 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:37:44,865 : INFO : EPOCH 3 - PROGRESS: at 92.58% examples, 697624 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:45,872 : INFO : EPOCH 3 - PROGRESS: at 93.13% examples, 697909 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:46,884 : INFO : EPOCH 3 - PROGRESS: at 93.75% examples, 697948 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:47,888 : INFO : EPOCH 3 - PROGRESS: at 94.39% examples, 697861 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:48,896 : INFO : EPOCH 3 - PROGRESS: at 94.97% examples, 697724 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:37:49,899 : INFO : EPOCH 3 - PROGRESS: at 95.60% examples, 697827 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:50,909 : INFO : EPOCH 3 - PROGRESS: at 96.19% examples, 697840 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:51,923 : INFO : EPOCH 3 - PROGRESS: at 96.78% examples, 697996 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:37:52,926 : INFO : EPOCH 3 - PROGRESS: at 97.38% examples, 697976 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:37:53,930 : INFO : EPOCH 3 - PROGRESS: at 97.98% examples, 697950 words/s, in_qsize 5, out_qsize 2\n",
      "2019-11-18 16:37:54,930 : INFO : EPOCH 3 - PROGRESS: at 98.63% examples, 697789 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:37:55,951 : INFO : EPOCH 3 - PROGRESS: at 99.26% examples, 697649 words/s, in_qsize 8, out_qsize 2\n",
      "2019-11-18 16:37:56,971 : INFO : EPOCH 3 - PROGRESS: at 99.88% examples, 697594 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:57,070 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2019-11-18 16:37:57,084 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2019-11-18 16:37:57,086 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2019-11-18 16:37:57,091 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2019-11-18 16:37:57,092 : INFO : EPOCH - 3 : training on 148134974 raw words (137533287 effective words) took 197.1s, 697705 effective words/s\n",
      "2019-11-18 16:37:58,097 : INFO : EPOCH 4 - PROGRESS: at 0.14% examples, 681390 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:37:59,113 : INFO : EPOCH 4 - PROGRESS: at 0.35% examples, 698700 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:38:00,113 : INFO : EPOCH 4 - PROGRESS: at 0.56% examples, 698036 words/s, in_qsize 5, out_qsize 2\n",
      "2019-11-18 16:38:01,131 : INFO : EPOCH 4 - PROGRESS: at 0.78% examples, 699189 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:02,142 : INFO : EPOCH 4 - PROGRESS: at 1.02% examples, 694474 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:38:03,149 : INFO : EPOCH 4 - PROGRESS: at 1.31% examples, 698041 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:04,152 : INFO : EPOCH 4 - PROGRESS: at 1.55% examples, 694127 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:38:05,159 : INFO : EPOCH 4 - PROGRESS: at 1.81% examples, 692223 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:06,163 : INFO : EPOCH 4 - PROGRESS: at 2.14% examples, 695326 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:38:07,171 : INFO : EPOCH 4 - PROGRESS: at 2.42% examples, 696998 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:08,177 : INFO : EPOCH 4 - PROGRESS: at 2.73% examples, 698336 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:09,185 : INFO : EPOCH 4 - PROGRESS: at 3.03% examples, 699641 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:10,193 : INFO : EPOCH 4 - PROGRESS: at 3.34% examples, 698922 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:11,195 : INFO : EPOCH 4 - PROGRESS: at 3.63% examples, 697705 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:12,195 : INFO : EPOCH 4 - PROGRESS: at 3.92% examples, 698199 words/s, in_qsize 6, out_qsize 2\n",
      "2019-11-18 16:38:13,198 : INFO : EPOCH 4 - PROGRESS: at 4.22% examples, 695241 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:14,208 : INFO : EPOCH 4 - PROGRESS: at 4.55% examples, 694842 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:38:15,231 : INFO : EPOCH 4 - PROGRESS: at 4.92% examples, 693007 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:16,242 : INFO : EPOCH 4 - PROGRESS: at 5.28% examples, 694481 words/s, in_qsize 5, out_qsize 1\n",
      "2019-11-18 16:38:17,244 : INFO : EPOCH 4 - PROGRESS: at 5.59% examples, 693916 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:38:18,254 : INFO : EPOCH 4 - PROGRESS: at 5.95% examples, 694455 words/s, in_qsize 5, out_qsize 1\n",
      "2019-11-18 16:38:19,259 : INFO : EPOCH 4 - PROGRESS: at 6.30% examples, 693328 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:38:20,270 : INFO : EPOCH 4 - PROGRESS: at 6.68% examples, 693217 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:38:21,280 : INFO : EPOCH 4 - PROGRESS: at 7.09% examples, 693067 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:38:22,286 : INFO : EPOCH 4 - PROGRESS: at 7.44% examples, 692682 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:23,299 : INFO : EPOCH 4 - PROGRESS: at 7.80% examples, 692159 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:38:24,307 : INFO : EPOCH 4 - PROGRESS: at 8.17% examples, 692525 words/s, in_qsize 6, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 16:38:25,313 : INFO : EPOCH 4 - PROGRESS: at 8.58% examples, 693242 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:26,319 : INFO : EPOCH 4 - PROGRESS: at 8.97% examples, 692453 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:27,331 : INFO : EPOCH 4 - PROGRESS: at 9.36% examples, 692644 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:28,337 : INFO : EPOCH 4 - PROGRESS: at 9.75% examples, 692065 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:29,363 : INFO : EPOCH 4 - PROGRESS: at 10.16% examples, 691042 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:38:30,364 : INFO : EPOCH 4 - PROGRESS: at 10.63% examples, 691886 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:38:31,375 : INFO : EPOCH 4 - PROGRESS: at 11.03% examples, 691718 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:32,384 : INFO : EPOCH 4 - PROGRESS: at 11.38% examples, 692065 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:33,387 : INFO : EPOCH 4 - PROGRESS: at 11.79% examples, 692044 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:34,391 : INFO : EPOCH 4 - PROGRESS: at 12.26% examples, 693845 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:35,399 : INFO : EPOCH 4 - PROGRESS: at 12.69% examples, 694199 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:38:36,408 : INFO : EPOCH 4 - PROGRESS: at 13.12% examples, 694282 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:37,421 : INFO : EPOCH 4 - PROGRESS: at 13.56% examples, 694189 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:38,423 : INFO : EPOCH 4 - PROGRESS: at 14.00% examples, 693699 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:38:39,427 : INFO : EPOCH 4 - PROGRESS: at 14.38% examples, 692959 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:40,431 : INFO : EPOCH 4 - PROGRESS: at 14.82% examples, 693458 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:38:41,433 : INFO : EPOCH 4 - PROGRESS: at 15.27% examples, 693763 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:42,444 : INFO : EPOCH 4 - PROGRESS: at 15.72% examples, 694089 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:38:43,450 : INFO : EPOCH 4 - PROGRESS: at 16.14% examples, 693355 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:44,455 : INFO : EPOCH 4 - PROGRESS: at 16.59% examples, 693395 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:45,462 : INFO : EPOCH 4 - PROGRESS: at 17.06% examples, 693936 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:38:46,474 : INFO : EPOCH 4 - PROGRESS: at 17.47% examples, 693533 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:47,475 : INFO : EPOCH 4 - PROGRESS: at 17.93% examples, 693662 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:38:48,485 : INFO : EPOCH 4 - PROGRESS: at 18.42% examples, 694251 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:49,488 : INFO : EPOCH 4 - PROGRESS: at 18.94% examples, 695174 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:38:50,490 : INFO : EPOCH 4 - PROGRESS: at 19.38% examples, 695113 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:38:51,495 : INFO : EPOCH 4 - PROGRESS: at 19.87% examples, 694743 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:52,503 : INFO : EPOCH 4 - PROGRESS: at 20.33% examples, 694543 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:38:53,507 : INFO : EPOCH 4 - PROGRESS: at 20.88% examples, 695422 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:38:54,509 : INFO : EPOCH 4 - PROGRESS: at 21.39% examples, 695627 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:55,529 : INFO : EPOCH 4 - PROGRESS: at 21.82% examples, 695368 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:38:56,538 : INFO : EPOCH 4 - PROGRESS: at 22.27% examples, 695080 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:57,561 : INFO : EPOCH 4 - PROGRESS: at 22.71% examples, 694582 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:58,575 : INFO : EPOCH 4 - PROGRESS: at 23.17% examples, 694000 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:38:59,577 : INFO : EPOCH 4 - PROGRESS: at 23.68% examples, 694476 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:00,583 : INFO : EPOCH 4 - PROGRESS: at 24.22% examples, 694863 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:39:01,585 : INFO : EPOCH 4 - PROGRESS: at 24.67% examples, 694522 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:39:02,607 : INFO : EPOCH 4 - PROGRESS: at 25.16% examples, 694405 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:39:03,618 : INFO : EPOCH 4 - PROGRESS: at 25.71% examples, 695407 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:04,624 : INFO : EPOCH 4 - PROGRESS: at 26.23% examples, 695992 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:39:05,633 : INFO : EPOCH 4 - PROGRESS: at 26.75% examples, 696108 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:06,643 : INFO : EPOCH 4 - PROGRESS: at 27.33% examples, 696367 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:07,652 : INFO : EPOCH 4 - PROGRESS: at 27.86% examples, 696849 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:08,654 : INFO : EPOCH 4 - PROGRESS: at 28.41% examples, 697337 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:09,658 : INFO : EPOCH 4 - PROGRESS: at 28.90% examples, 697256 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:10,677 : INFO : EPOCH 4 - PROGRESS: at 29.44% examples, 697319 words/s, in_qsize 6, out_qsize 2\n",
      "2019-11-18 16:39:11,680 : INFO : EPOCH 4 - PROGRESS: at 29.98% examples, 697559 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:12,681 : INFO : EPOCH 4 - PROGRESS: at 30.42% examples, 697150 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:13,685 : INFO : EPOCH 4 - PROGRESS: at 30.94% examples, 697362 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:14,686 : INFO : EPOCH 4 - PROGRESS: at 31.49% examples, 697413 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:15,688 : INFO : EPOCH 4 - PROGRESS: at 32.05% examples, 697879 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:16,708 : INFO : EPOCH 4 - PROGRESS: at 32.57% examples, 697474 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:39:17,721 : INFO : EPOCH 4 - PROGRESS: at 33.08% examples, 697261 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:18,728 : INFO : EPOCH 4 - PROGRESS: at 33.59% examples, 697064 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:19,729 : INFO : EPOCH 4 - PROGRESS: at 34.09% examples, 696535 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:39:20,730 : INFO : EPOCH 4 - PROGRESS: at 34.68% examples, 697189 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:21,754 : INFO : EPOCH 4 - PROGRESS: at 35.21% examples, 697371 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:22,760 : INFO : EPOCH 4 - PROGRESS: at 35.77% examples, 697326 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:23,776 : INFO : EPOCH 4 - PROGRESS: at 36.33% examples, 698031 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:39:24,791 : INFO : EPOCH 4 - PROGRESS: at 36.78% examples, 697885 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:25,797 : INFO : EPOCH 4 - PROGRESS: at 37.29% examples, 697927 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:39:26,798 : INFO : EPOCH 4 - PROGRESS: at 37.83% examples, 698102 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:39:27,800 : INFO : EPOCH 4 - PROGRESS: at 38.38% examples, 698370 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:28,805 : INFO : EPOCH 4 - PROGRESS: at 38.91% examples, 698492 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:29,814 : INFO : EPOCH 4 - PROGRESS: at 39.53% examples, 698651 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:30,825 : INFO : EPOCH 4 - PROGRESS: at 40.06% examples, 698641 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:31,834 : INFO : EPOCH 4 - PROGRESS: at 40.57% examples, 698827 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:39:32,854 : INFO : EPOCH 4 - PROGRESS: at 41.13% examples, 698396 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:33,856 : INFO : EPOCH 4 - PROGRESS: at 41.73% examples, 698598 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:39:34,862 : INFO : EPOCH 4 - PROGRESS: at 42.30% examples, 698518 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:35,872 : INFO : EPOCH 4 - PROGRESS: at 42.90% examples, 698831 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:36,874 : INFO : EPOCH 4 - PROGRESS: at 43.41% examples, 698368 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:39:37,879 : INFO : EPOCH 4 - PROGRESS: at 44.09% examples, 698061 words/s, in_qsize 7, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 16:39:38,882 : INFO : EPOCH 4 - PROGRESS: at 44.61% examples, 697471 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:39,896 : INFO : EPOCH 4 - PROGRESS: at 45.23% examples, 697294 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:40,910 : INFO : EPOCH 4 - PROGRESS: at 45.76% examples, 696771 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:39:41,913 : INFO : EPOCH 4 - PROGRESS: at 46.31% examples, 696935 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:39:42,924 : INFO : EPOCH 4 - PROGRESS: at 46.81% examples, 696611 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:39:43,934 : INFO : EPOCH 4 - PROGRESS: at 47.28% examples, 696450 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:44,959 : INFO : EPOCH 4 - PROGRESS: at 47.76% examples, 696144 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:39:45,972 : INFO : EPOCH 4 - PROGRESS: at 48.25% examples, 695864 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:39:46,998 : INFO : EPOCH 4 - PROGRESS: at 48.77% examples, 695724 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:39:48,011 : INFO : EPOCH 4 - PROGRESS: at 49.35% examples, 695429 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:49,017 : INFO : EPOCH 4 - PROGRESS: at 49.88% examples, 695128 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:50,027 : INFO : EPOCH 4 - PROGRESS: at 50.31% examples, 694765 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:39:51,029 : INFO : EPOCH 4 - PROGRESS: at 50.90% examples, 695029 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:52,034 : INFO : EPOCH 4 - PROGRESS: at 51.55% examples, 695650 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:39:53,036 : INFO : EPOCH 4 - PROGRESS: at 52.11% examples, 695501 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:54,037 : INFO : EPOCH 4 - PROGRESS: at 52.66% examples, 695268 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:55,044 : INFO : EPOCH 4 - PROGRESS: at 53.16% examples, 695144 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:56,050 : INFO : EPOCH 4 - PROGRESS: at 53.74% examples, 695199 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:57,062 : INFO : EPOCH 4 - PROGRESS: at 54.29% examples, 695437 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:58,073 : INFO : EPOCH 4 - PROGRESS: at 54.78% examples, 695215 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:39:59,078 : INFO : EPOCH 4 - PROGRESS: at 55.31% examples, 695190 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:40:00,082 : INFO : EPOCH 4 - PROGRESS: at 55.86% examples, 695410 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:40:01,125 : INFO : EPOCH 4 - PROGRESS: at 56.44% examples, 695386 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:02,141 : INFO : EPOCH 4 - PROGRESS: at 57.04% examples, 695284 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:03,165 : INFO : EPOCH 4 - PROGRESS: at 57.62% examples, 695330 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:04,165 : INFO : EPOCH 4 - PROGRESS: at 58.16% examples, 695212 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:05,183 : INFO : EPOCH 4 - PROGRESS: at 58.72% examples, 695248 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:06,208 : INFO : EPOCH 4 - PROGRESS: at 59.23% examples, 694841 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:07,211 : INFO : EPOCH 4 - PROGRESS: at 59.85% examples, 695067 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:08,216 : INFO : EPOCH 4 - PROGRESS: at 60.42% examples, 695129 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:40:09,227 : INFO : EPOCH 4 - PROGRESS: at 61.04% examples, 695412 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:40:10,246 : INFO : EPOCH 4 - PROGRESS: at 61.51% examples, 695171 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:11,252 : INFO : EPOCH 4 - PROGRESS: at 62.01% examples, 695766 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:40:12,262 : INFO : EPOCH 4 - PROGRESS: at 62.56% examples, 696185 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:40:13,265 : INFO : EPOCH 4 - PROGRESS: at 63.12% examples, 696337 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:40:14,267 : INFO : EPOCH 4 - PROGRESS: at 63.74% examples, 696453 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:15,272 : INFO : EPOCH 4 - PROGRESS: at 64.34% examples, 696173 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:40:16,284 : INFO : EPOCH 4 - PROGRESS: at 64.95% examples, 696507 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:17,285 : INFO : EPOCH 4 - PROGRESS: at 65.49% examples, 696285 words/s, in_qsize 6, out_qsize 2\n",
      "2019-11-18 16:40:18,290 : INFO : EPOCH 4 - PROGRESS: at 66.06% examples, 696272 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:19,294 : INFO : EPOCH 4 - PROGRESS: at 66.73% examples, 696537 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:40:20,304 : INFO : EPOCH 4 - PROGRESS: at 67.33% examples, 696409 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:40:21,314 : INFO : EPOCH 4 - PROGRESS: at 67.99% examples, 696642 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:22,328 : INFO : EPOCH 4 - PROGRESS: at 68.64% examples, 696819 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:40:23,351 : INFO : EPOCH 4 - PROGRESS: at 69.41% examples, 696955 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:40:24,389 : INFO : EPOCH 4 - PROGRESS: at 70.06% examples, 696991 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:25,393 : INFO : EPOCH 4 - PROGRESS: at 70.69% examples, 696817 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:26,398 : INFO : EPOCH 4 - PROGRESS: at 71.32% examples, 696452 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:40:27,407 : INFO : EPOCH 4 - PROGRESS: at 71.95% examples, 696122 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:28,417 : INFO : EPOCH 4 - PROGRESS: at 72.54% examples, 696049 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:29,433 : INFO : EPOCH 4 - PROGRESS: at 73.14% examples, 695770 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:40:30,444 : INFO : EPOCH 4 - PROGRESS: at 73.71% examples, 695650 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:31,446 : INFO : EPOCH 4 - PROGRESS: at 74.29% examples, 695435 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:32,450 : INFO : EPOCH 4 - PROGRESS: at 74.89% examples, 695518 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:40:33,451 : INFO : EPOCH 4 - PROGRESS: at 75.61% examples, 695753 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:34,463 : INFO : EPOCH 4 - PROGRESS: at 76.24% examples, 695997 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:35,471 : INFO : EPOCH 4 - PROGRESS: at 76.90% examples, 696038 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:36,482 : INFO : EPOCH 4 - PROGRESS: at 77.64% examples, 696396 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:37,483 : INFO : EPOCH 4 - PROGRESS: at 78.23% examples, 696361 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:38,483 : INFO : EPOCH 4 - PROGRESS: at 78.83% examples, 697430 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:39,484 : INFO : EPOCH 4 - PROGRESS: at 79.51% examples, 697672 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:40,486 : INFO : EPOCH 4 - PROGRESS: at 80.14% examples, 697840 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:41,499 : INFO : EPOCH 4 - PROGRESS: at 80.62% examples, 697659 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:42,508 : INFO : EPOCH 4 - PROGRESS: at 81.20% examples, 697693 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:43,532 : INFO : EPOCH 4 - PROGRESS: at 81.73% examples, 697581 words/s, in_qsize 7, out_qsize 2\n",
      "2019-11-18 16:40:44,539 : INFO : EPOCH 4 - PROGRESS: at 82.30% examples, 697646 words/s, in_qsize 3, out_qsize 0\n",
      "2019-11-18 16:40:45,546 : INFO : EPOCH 4 - PROGRESS: at 82.94% examples, 697616 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:46,553 : INFO : EPOCH 4 - PROGRESS: at 83.53% examples, 697744 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:47,557 : INFO : EPOCH 4 - PROGRESS: at 84.14% examples, 697928 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:40:48,561 : INFO : EPOCH 4 - PROGRESS: at 84.67% examples, 697741 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:49,565 : INFO : EPOCH 4 - PROGRESS: at 85.26% examples, 697914 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:50,574 : INFO : EPOCH 4 - PROGRESS: at 85.88% examples, 697960 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:40:51,584 : INFO : EPOCH 4 - PROGRESS: at 86.50% examples, 698167 words/s, in_qsize 7, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 16:40:52,605 : INFO : EPOCH 4 - PROGRESS: at 87.14% examples, 698052 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:53,606 : INFO : EPOCH 4 - PROGRESS: at 87.70% examples, 697944 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:40:54,609 : INFO : EPOCH 4 - PROGRESS: at 88.31% examples, 697774 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:40:55,617 : INFO : EPOCH 4 - PROGRESS: at 88.89% examples, 697521 words/s, in_qsize 8, out_qsize 1\n",
      "2019-11-18 16:40:56,633 : INFO : EPOCH 4 - PROGRESS: at 89.49% examples, 697452 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:57,635 : INFO : EPOCH 4 - PROGRESS: at 90.11% examples, 697397 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:40:58,641 : INFO : EPOCH 4 - PROGRESS: at 90.59% examples, 697178 words/s, in_qsize 5, out_qsize 1\n",
      "2019-11-18 16:40:59,648 : INFO : EPOCH 4 - PROGRESS: at 91.19% examples, 697438 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:00,654 : INFO : EPOCH 4 - PROGRESS: at 91.76% examples, 697200 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:41:01,671 : INFO : EPOCH 4 - PROGRESS: at 92.36% examples, 697475 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:02,672 : INFO : EPOCH 4 - PROGRESS: at 92.93% examples, 697440 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:03,694 : INFO : EPOCH 4 - PROGRESS: at 93.48% examples, 697407 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:04,701 : INFO : EPOCH 4 - PROGRESS: at 94.14% examples, 697526 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:05,707 : INFO : EPOCH 4 - PROGRESS: at 94.74% examples, 697484 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:41:06,712 : INFO : EPOCH 4 - PROGRESS: at 95.39% examples, 697634 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:07,726 : INFO : EPOCH 4 - PROGRESS: at 95.98% examples, 697554 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:41:08,732 : INFO : EPOCH 4 - PROGRESS: at 96.53% examples, 697518 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:41:09,736 : INFO : EPOCH 4 - PROGRESS: at 97.12% examples, 697583 words/s, in_qsize 8, out_qsize 1\n",
      "2019-11-18 16:41:10,738 : INFO : EPOCH 4 - PROGRESS: at 97.72% examples, 697503 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:11,763 : INFO : EPOCH 4 - PROGRESS: at 98.32% examples, 697268 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:12,763 : INFO : EPOCH 4 - PROGRESS: at 98.98% examples, 697222 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:41:13,772 : INFO : EPOCH 4 - PROGRESS: at 99.62% examples, 697190 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:14,286 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2019-11-18 16:41:14,295 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2019-11-18 16:41:14,297 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2019-11-18 16:41:14,300 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2019-11-18 16:41:14,301 : INFO : EPOCH - 4 : training on 148134974 raw words (137531054 effective words) took 197.2s, 697402 effective words/s\n",
      "2019-11-18 16:41:15,313 : INFO : EPOCH 5 - PROGRESS: at 0.13% examples, 647348 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:41:16,326 : INFO : EPOCH 5 - PROGRESS: at 0.33% examples, 666361 words/s, in_qsize 8, out_qsize 1\n",
      "2019-11-18 16:41:17,329 : INFO : EPOCH 5 - PROGRESS: at 0.53% examples, 679126 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:18,351 : INFO : EPOCH 5 - PROGRESS: at 0.75% examples, 673465 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:19,351 : INFO : EPOCH 5 - PROGRESS: at 0.97% examples, 669375 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:20,358 : INFO : EPOCH 5 - PROGRESS: at 1.23% examples, 671514 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:21,363 : INFO : EPOCH 5 - PROGRESS: at 1.49% examples, 671996 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:41:22,374 : INFO : EPOCH 5 - PROGRESS: at 1.76% examples, 676856 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:23,380 : INFO : EPOCH 5 - PROGRESS: at 2.06% examples, 677148 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:24,398 : INFO : EPOCH 5 - PROGRESS: at 2.34% examples, 677218 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:41:25,406 : INFO : EPOCH 5 - PROGRESS: at 2.63% examples, 677569 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:26,409 : INFO : EPOCH 5 - PROGRESS: at 2.92% examples, 675295 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:41:27,421 : INFO : EPOCH 5 - PROGRESS: at 3.23% examples, 675222 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:28,429 : INFO : EPOCH 5 - PROGRESS: at 3.52% examples, 677270 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:29,438 : INFO : EPOCH 5 - PROGRESS: at 3.82% examples, 680532 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:30,449 : INFO : EPOCH 5 - PROGRESS: at 4.13% examples, 680706 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:31,464 : INFO : EPOCH 5 - PROGRESS: at 4.47% examples, 682725 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:41:32,485 : INFO : EPOCH 5 - PROGRESS: at 4.84% examples, 683982 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:33,491 : INFO : EPOCH 5 - PROGRESS: at 5.18% examples, 683593 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:34,507 : INFO : EPOCH 5 - PROGRESS: at 5.51% examples, 683403 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:41:35,518 : INFO : EPOCH 5 - PROGRESS: at 5.85% examples, 685074 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:36,528 : INFO : EPOCH 5 - PROGRESS: at 6.23% examples, 685024 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:37,547 : INFO : EPOCH 5 - PROGRESS: at 6.60% examples, 684517 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:38,551 : INFO : EPOCH 5 - PROGRESS: at 6.98% examples, 682904 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:41:39,561 : INFO : EPOCH 5 - PROGRESS: at 7.34% examples, 682326 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:41:40,563 : INFO : EPOCH 5 - PROGRESS: at 7.70% examples, 682477 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:41:41,569 : INFO : EPOCH 5 - PROGRESS: at 8.08% examples, 683920 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:42,581 : INFO : EPOCH 5 - PROGRESS: at 8.46% examples, 684664 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:43,590 : INFO : EPOCH 5 - PROGRESS: at 8.87% examples, 685651 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:44,606 : INFO : EPOCH 5 - PROGRESS: at 9.29% examples, 687188 words/s, in_qsize 3, out_qsize 0\n",
      "2019-11-18 16:41:45,608 : INFO : EPOCH 5 - PROGRESS: at 9.68% examples, 686966 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:41:46,631 : INFO : EPOCH 5 - PROGRESS: at 10.09% examples, 686363 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:47,645 : INFO : EPOCH 5 - PROGRESS: at 10.55% examples, 686676 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:48,655 : INFO : EPOCH 5 - PROGRESS: at 10.98% examples, 687082 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:49,682 : INFO : EPOCH 5 - PROGRESS: at 11.32% examples, 686231 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:50,689 : INFO : EPOCH 5 - PROGRESS: at 11.68% examples, 685531 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:51,689 : INFO : EPOCH 5 - PROGRESS: at 12.13% examples, 686049 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:52,696 : INFO : EPOCH 5 - PROGRESS: at 12.58% examples, 687183 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:53,701 : INFO : EPOCH 5 - PROGRESS: at 12.97% examples, 687081 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:54,715 : INFO : EPOCH 5 - PROGRESS: at 13.42% examples, 687276 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:41:55,724 : INFO : EPOCH 5 - PROGRESS: at 13.90% examples, 688217 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:56,737 : INFO : EPOCH 5 - PROGRESS: at 14.32% examples, 688925 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:57,749 : INFO : EPOCH 5 - PROGRESS: at 14.77% examples, 689696 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:58,755 : INFO : EPOCH 5 - PROGRESS: at 15.19% examples, 689192 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:41:59,758 : INFO : EPOCH 5 - PROGRESS: at 15.63% examples, 689851 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:00,766 : INFO : EPOCH 5 - PROGRESS: at 16.08% examples, 689826 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:01,769 : INFO : EPOCH 5 - PROGRESS: at 16.52% examples, 689843 words/s, in_qsize 7, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 16:42:02,773 : INFO : EPOCH 5 - PROGRESS: at 16.99% examples, 690502 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:03,793 : INFO : EPOCH 5 - PROGRESS: at 17.41% examples, 690105 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:42:04,797 : INFO : EPOCH 5 - PROGRESS: at 17.86% examples, 689967 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:05,805 : INFO : EPOCH 5 - PROGRESS: at 18.34% examples, 690438 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:42:06,815 : INFO : EPOCH 5 - PROGRESS: at 18.84% examples, 690887 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:07,819 : INFO : EPOCH 5 - PROGRESS: at 19.30% examples, 690888 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:42:08,821 : INFO : EPOCH 5 - PROGRESS: at 19.78% examples, 691319 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:09,830 : INFO : EPOCH 5 - PROGRESS: at 20.26% examples, 691642 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:10,845 : INFO : EPOCH 5 - PROGRESS: at 20.77% examples, 690974 words/s, in_qsize 4, out_qsize 0\n",
      "2019-11-18 16:42:11,847 : INFO : EPOCH 5 - PROGRESS: at 21.28% examples, 691503 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:12,851 : INFO : EPOCH 5 - PROGRESS: at 21.76% examples, 692153 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:42:13,863 : INFO : EPOCH 5 - PROGRESS: at 22.20% examples, 691905 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:14,865 : INFO : EPOCH 5 - PROGRESS: at 22.67% examples, 692270 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:42:15,874 : INFO : EPOCH 5 - PROGRESS: at 23.13% examples, 692010 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:16,880 : INFO : EPOCH 5 - PROGRESS: at 23.61% examples, 691685 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:17,898 : INFO : EPOCH 5 - PROGRESS: at 24.17% examples, 692568 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:18,920 : INFO : EPOCH 5 - PROGRESS: at 24.70% examples, 693854 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:19,928 : INFO : EPOCH 5 - PROGRESS: at 25.19% examples, 693976 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:20,938 : INFO : EPOCH 5 - PROGRESS: at 25.70% examples, 693971 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:21,943 : INFO : EPOCH 5 - PROGRESS: at 26.18% examples, 693915 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:22,958 : INFO : EPOCH 5 - PROGRESS: at 26.71% examples, 693931 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:42:23,974 : INFO : EPOCH 5 - PROGRESS: at 27.28% examples, 694170 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:24,980 : INFO : EPOCH 5 - PROGRESS: at 27.74% examples, 693362 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:25,997 : INFO : EPOCH 5 - PROGRESS: at 28.29% examples, 693837 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:27,007 : INFO : EPOCH 5 - PROGRESS: at 28.77% examples, 693521 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:28,010 : INFO : EPOCH 5 - PROGRESS: at 29.32% examples, 694211 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:29,029 : INFO : EPOCH 5 - PROGRESS: at 29.85% examples, 693753 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:30,038 : INFO : EPOCH 5 - PROGRESS: at 30.31% examples, 693725 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:31,054 : INFO : EPOCH 5 - PROGRESS: at 30.83% examples, 693834 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:42:32,062 : INFO : EPOCH 5 - PROGRESS: at 31.36% examples, 693664 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:33,064 : INFO : EPOCH 5 - PROGRESS: at 31.89% examples, 693777 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:34,069 : INFO : EPOCH 5 - PROGRESS: at 32.43% examples, 693825 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:35,072 : INFO : EPOCH 5 - PROGRESS: at 32.96% examples, 693573 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:42:36,075 : INFO : EPOCH 5 - PROGRESS: at 33.42% examples, 693013 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:37,087 : INFO : EPOCH 5 - PROGRESS: at 33.93% examples, 692694 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:38,090 : INFO : EPOCH 5 - PROGRESS: at 34.48% examples, 692828 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:42:39,097 : INFO : EPOCH 5 - PROGRESS: at 35.00% examples, 693107 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:40,110 : INFO : EPOCH 5 - PROGRESS: at 35.57% examples, 693344 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:41,122 : INFO : EPOCH 5 - PROGRESS: at 36.08% examples, 693004 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:42:42,126 : INFO : EPOCH 5 - PROGRESS: at 36.57% examples, 693402 words/s, in_qsize 2, out_qsize 0\n",
      "2019-11-18 16:42:43,144 : INFO : EPOCH 5 - PROGRESS: at 37.06% examples, 693144 words/s, in_qsize 3, out_qsize 0\n",
      "2019-11-18 16:42:44,148 : INFO : EPOCH 5 - PROGRESS: at 37.61% examples, 693539 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:45,162 : INFO : EPOCH 5 - PROGRESS: at 38.11% examples, 693616 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:42:46,177 : INFO : EPOCH 5 - PROGRESS: at 38.64% examples, 693229 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:47,186 : INFO : EPOCH 5 - PROGRESS: at 39.25% examples, 693642 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:48,194 : INFO : EPOCH 5 - PROGRESS: at 39.79% examples, 693482 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:49,195 : INFO : EPOCH 5 - PROGRESS: at 40.29% examples, 693361 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:42:50,204 : INFO : EPOCH 5 - PROGRESS: at 40.79% examples, 693108 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:51,205 : INFO : EPOCH 5 - PROGRESS: at 41.39% examples, 693508 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:42:52,208 : INFO : EPOCH 5 - PROGRESS: at 41.97% examples, 693414 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:53,222 : INFO : EPOCH 5 - PROGRESS: at 42.54% examples, 693427 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:54,225 : INFO : EPOCH 5 - PROGRESS: at 43.16% examples, 693933 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:55,255 : INFO : EPOCH 5 - PROGRESS: at 43.70% examples, 693738 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:42:56,259 : INFO : EPOCH 5 - PROGRESS: at 44.36% examples, 693566 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:42:57,267 : INFO : EPOCH 5 - PROGRESS: at 44.96% examples, 693488 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:42:58,279 : INFO : EPOCH 5 - PROGRESS: at 45.56% examples, 693388 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:42:59,285 : INFO : EPOCH 5 - PROGRESS: at 46.11% examples, 693402 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:43:00,286 : INFO : EPOCH 5 - PROGRESS: at 46.62% examples, 693351 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:01,294 : INFO : EPOCH 5 - PROGRESS: at 47.12% examples, 693277 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:43:02,295 : INFO : EPOCH 5 - PROGRESS: at 47.57% examples, 692859 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:03,307 : INFO : EPOCH 5 - PROGRESS: at 48.06% examples, 692726 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:43:04,309 : INFO : EPOCH 5 - PROGRESS: at 48.59% examples, 692994 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:43:05,312 : INFO : EPOCH 5 - PROGRESS: at 49.14% examples, 692656 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:43:06,318 : INFO : EPOCH 5 - PROGRESS: at 49.76% examples, 693193 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:43:07,321 : INFO : EPOCH 5 - PROGRESS: at 50.24% examples, 693340 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:08,323 : INFO : EPOCH 5 - PROGRESS: at 50.81% examples, 693559 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:09,326 : INFO : EPOCH 5 - PROGRESS: at 51.40% examples, 693566 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:43:10,328 : INFO : EPOCH 5 - PROGRESS: at 51.97% examples, 693488 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:43:11,333 : INFO : EPOCH 5 - PROGRESS: at 52.57% examples, 693794 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:12,337 : INFO : EPOCH 5 - PROGRESS: at 53.05% examples, 693520 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:13,349 : INFO : EPOCH 5 - PROGRESS: at 53.64% examples, 693600 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:43:14,357 : INFO : EPOCH 5 - PROGRESS: at 54.22% examples, 694124 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:43:15,363 : INFO : EPOCH 5 - PROGRESS: at 54.73% examples, 694152 words/s, in_qsize 6, out_qsize 1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 16:43:16,371 : INFO : EPOCH 5 - PROGRESS: at 55.28% examples, 694501 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:43:17,372 : INFO : EPOCH 5 - PROGRESS: at 55.83% examples, 694663 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:18,376 : INFO : EPOCH 5 - PROGRESS: at 56.38% examples, 694381 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:19,381 : INFO : EPOCH 5 - PROGRESS: at 56.94% examples, 694263 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:20,396 : INFO : EPOCH 5 - PROGRESS: at 57.57% examples, 694590 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:43:21,405 : INFO : EPOCH 5 - PROGRESS: at 58.12% examples, 694644 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:22,421 : INFO : EPOCH 5 - PROGRESS: at 58.68% examples, 694748 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:43:23,447 : INFO : EPOCH 5 - PROGRESS: at 59.27% examples, 695032 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:24,471 : INFO : EPOCH 5 - PROGRESS: at 59.84% examples, 694739 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:25,491 : INFO : EPOCH 5 - PROGRESS: at 60.40% examples, 694596 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:26,494 : INFO : EPOCH 5 - PROGRESS: at 60.98% examples, 694540 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:43:27,500 : INFO : EPOCH 5 - PROGRESS: at 61.44% examples, 694175 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:43:28,500 : INFO : EPOCH 5 - PROGRESS: at 61.93% examples, 694570 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:43:29,512 : INFO : EPOCH 5 - PROGRESS: at 62.44% examples, 694877 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:43:30,527 : INFO : EPOCH 5 - PROGRESS: at 62.98% examples, 694931 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:31,536 : INFO : EPOCH 5 - PROGRESS: at 63.62% examples, 695013 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:32,551 : INFO : EPOCH 5 - PROGRESS: at 64.22% examples, 694873 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:33,554 : INFO : EPOCH 5 - PROGRESS: at 64.85% examples, 695222 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:34,559 : INFO : EPOCH 5 - PROGRESS: at 65.40% examples, 695171 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:35,569 : INFO : EPOCH 5 - PROGRESS: at 65.98% examples, 695242 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:36,575 : INFO : EPOCH 5 - PROGRESS: at 66.58% examples, 695097 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:37,581 : INFO : EPOCH 5 - PROGRESS: at 67.18% examples, 695132 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:38,588 : INFO : EPOCH 5 - PROGRESS: at 67.90% examples, 695542 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:43:39,591 : INFO : EPOCH 5 - PROGRESS: at 68.50% examples, 695492 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:40,601 : INFO : EPOCH 5 - PROGRESS: at 69.22% examples, 695587 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:41,612 : INFO : EPOCH 5 - PROGRESS: at 69.94% examples, 695923 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:42,623 : INFO : EPOCH 5 - PROGRESS: at 70.58% examples, 696011 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:43,629 : INFO : EPOCH 5 - PROGRESS: at 71.27% examples, 695992 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:43:44,635 : INFO : EPOCH 5 - PROGRESS: at 71.94% examples, 695983 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:45,637 : INFO : EPOCH 5 - PROGRESS: at 72.56% examples, 696180 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:46,642 : INFO : EPOCH 5 - PROGRESS: at 73.20% examples, 696224 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:47,652 : INFO : EPOCH 5 - PROGRESS: at 73.81% examples, 696574 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:48,654 : INFO : EPOCH 5 - PROGRESS: at 74.40% examples, 696660 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:43:49,661 : INFO : EPOCH 5 - PROGRESS: at 75.09% examples, 696647 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:50,669 : INFO : EPOCH 5 - PROGRESS: at 75.74% examples, 696798 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:51,677 : INFO : EPOCH 5 - PROGRESS: at 76.33% examples, 696586 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:52,679 : INFO : EPOCH 5 - PROGRESS: at 76.92% examples, 696209 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:43:53,688 : INFO : EPOCH 5 - PROGRESS: at 77.63% examples, 696301 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:54,693 : INFO : EPOCH 5 - PROGRESS: at 78.21% examples, 696179 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:43:55,694 : INFO : EPOCH 5 - PROGRESS: at 78.78% examples, 696920 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:56,705 : INFO : EPOCH 5 - PROGRESS: at 79.42% examples, 696996 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:43:57,706 : INFO : EPOCH 5 - PROGRESS: at 80.03% examples, 697107 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:43:58,716 : INFO : EPOCH 5 - PROGRESS: at 80.55% examples, 697084 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:43:59,717 : INFO : EPOCH 5 - PROGRESS: at 81.11% examples, 697041 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:44:00,726 : INFO : EPOCH 5 - PROGRESS: at 81.62% examples, 696855 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:44:01,731 : INFO : EPOCH 5 - PROGRESS: at 82.21% examples, 697063 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:44:02,733 : INFO : EPOCH 5 - PROGRESS: at 82.85% examples, 697134 words/s, in_qsize 7, out_qsize 1\n",
      "2019-11-18 16:44:03,737 : INFO : EPOCH 5 - PROGRESS: at 83.47% examples, 697410 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:44:04,751 : INFO : EPOCH 5 - PROGRESS: at 84.04% examples, 697341 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:44:05,759 : INFO : EPOCH 5 - PROGRESS: at 84.61% examples, 697427 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:44:06,777 : INFO : EPOCH 5 - PROGRESS: at 85.22% examples, 697634 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:44:07,779 : INFO : EPOCH 5 - PROGRESS: at 85.85% examples, 697741 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:44:08,789 : INFO : EPOCH 5 - PROGRESS: at 86.44% examples, 697838 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:44:09,792 : INFO : EPOCH 5 - PROGRESS: at 87.11% examples, 697898 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:44:10,802 : INFO : EPOCH 5 - PROGRESS: at 87.68% examples, 697904 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:44:11,814 : INFO : EPOCH 5 - PROGRESS: at 88.32% examples, 697899 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:44:12,819 : INFO : EPOCH 5 - PROGRESS: at 88.92% examples, 697818 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:44:13,823 : INFO : EPOCH 5 - PROGRESS: at 89.55% examples, 697878 words/s, in_qsize 4, out_qsize 1\n",
      "2019-11-18 16:44:14,836 : INFO : EPOCH 5 - PROGRESS: at 90.17% examples, 697844 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:44:15,846 : INFO : EPOCH 5 - PROGRESS: at 90.71% examples, 697892 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:44:16,854 : INFO : EPOCH 5 - PROGRESS: at 91.27% examples, 697970 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:44:17,855 : INFO : EPOCH 5 - PROGRESS: at 91.92% examples, 698225 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:44:18,868 : INFO : EPOCH 5 - PROGRESS: at 92.48% examples, 698260 words/s, in_qsize 6, out_qsize 1\n",
      "2019-11-18 16:44:19,875 : INFO : EPOCH 5 - PROGRESS: at 93.05% examples, 698372 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:44:20,878 : INFO : EPOCH 5 - PROGRESS: at 93.64% examples, 698358 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:44:21,894 : INFO : EPOCH 5 - PROGRESS: at 94.28% examples, 698484 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:44:22,896 : INFO : EPOCH 5 - PROGRESS: at 94.96% examples, 698863 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:44:23,897 : INFO : EPOCH 5 - PROGRESS: at 95.57% examples, 698960 words/s, in_qsize 6, out_qsize 0\n",
      "2019-11-18 16:44:24,904 : INFO : EPOCH 5 - PROGRESS: at 96.21% examples, 699220 words/s, in_qsize 5, out_qsize 0\n",
      "2019-11-18 16:44:25,909 : INFO : EPOCH 5 - PROGRESS: at 96.82% examples, 699524 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:44:26,916 : INFO : EPOCH 5 - PROGRESS: at 97.41% examples, 699424 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:44:27,919 : INFO : EPOCH 5 - PROGRESS: at 98.06% examples, 699594 words/s, in_qsize 7, out_qsize 0\n",
      "2019-11-18 16:44:28,921 : INFO : EPOCH 5 - PROGRESS: at 98.66% examples, 699200 words/s, in_qsize 8, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 16:44:29,932 : INFO : EPOCH 5 - PROGRESS: at 99.32% examples, 699265 words/s, in_qsize 8, out_qsize 0\n",
      "2019-11-18 16:44:30,927 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2019-11-18 16:44:30,947 : INFO : EPOCH 5 - PROGRESS: at 99.98% examples, 699337 words/s, in_qsize 2, out_qsize 1\n",
      "2019-11-18 16:44:30,948 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2019-11-18 16:44:30,950 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2019-11-18 16:44:30,958 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2019-11-18 16:44:30,959 : INFO : EPOCH - 5 : training on 148134974 raw words (137532825 effective words) took 196.7s, 699361 effective words/s\n",
      "2019-11-18 16:44:30,960 : INFO : training on a 740674870 raw words (687657815 effective words) took 982.5s, 699881 effective words/s\n"
     ]
    }
   ],
   "source": [
    "# 训练模型\n",
    "sentences = LineSentence('wiki.zh.word-utf8.text')\n",
    "model = Word2Vec(sentences, size=128, window=5, min_count=5, workers=4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 保存模型\n",
    "#model.save('wiki_zh_word_embedding_128.m')\n",
    "model.wv.save_word2vec_format('wiki_zh_word_embedding_128.m', binary=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2019-11-18 17:44:38,234 : INFO : loading Word2Vec object from wiki_zh_word_embedding_128.m\n"
     ]
    },
    {
     "ename": "UnpicklingError",
     "evalue": "invalid load key, '6'.",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mUnpicklingError\u001b[0m                           Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-18-e3690f141aff>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;31m# 加载模型\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0;31m#model = Word2Vec.load(\"wiki_zh_word_embedding_128.m\")\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 3\u001b[0;31m \u001b[0mmodel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mgensim\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmodels\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mWord2Vec\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"wiki_zh_word_embedding_128.m\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/gensim/models/word2vec.py\u001b[0m in \u001b[0;36mload\u001b[0;34m(cls, *args, **kwargs)\u001b[0m\n\u001b[1;32m   1310\u001b[0m         \"\"\"\n\u001b[1;32m   1311\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1312\u001b[0;31m             \u001b[0mmodel\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msuper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mWord2Vec\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcls\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1313\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1314\u001b[0m             \u001b[0;31m# for backward compatibility for `max_final_vocab` feature\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/gensim/models/base_any2vec.py\u001b[0m in \u001b[0;36mload\u001b[0;34m(cls, *args, **kwargs)\u001b[0m\n\u001b[1;32m   1242\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1243\u001b[0m         \"\"\"\n\u001b[0;32m-> 1244\u001b[0;31m         \u001b[0mmodel\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msuper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mBaseWordEmbeddingsModel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcls\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1245\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mhasattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'ns_exponent'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1246\u001b[0m             \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mns_exponent\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m0.75\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/gensim/models/base_any2vec.py\u001b[0m in \u001b[0;36mload\u001b[0;34m(cls, fname_or_handle, **kwargs)\u001b[0m\n\u001b[1;32m    601\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    602\u001b[0m         \"\"\"\n\u001b[0;32m--> 603\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0msuper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mBaseAny2VecModel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcls\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfname_or_handle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    604\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    605\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0msave\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfname_or_handle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/gensim/utils.py\u001b[0m in \u001b[0;36mload\u001b[0;34m(cls, fname, mmap)\u001b[0m\n\u001b[1;32m    420\u001b[0m         \u001b[0mcompress\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msubname\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mSaveLoad\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_adapt_by_suffix\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    421\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 422\u001b[0;31m         \u001b[0mobj\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0munpickle\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    423\u001b[0m         \u001b[0mobj\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_load_specials\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmmap\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcompress\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msubname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    424\u001b[0m         \u001b[0mlogger\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minfo\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"loaded %s\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.7/site-packages/gensim/utils.py\u001b[0m in \u001b[0;36munpickle\u001b[0;34m(fname)\u001b[0m\n\u001b[1;32m   1359\u001b[0m         \u001b[0;31m# Because of loading from S3 load can't be used (missing readline in smart_open)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1360\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0msys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mversion_info\u001b[0m \u001b[0;34m>\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0;36m3\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1361\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0m_pickle\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mencoding\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'latin1'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1362\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1363\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0m_pickle\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mloads\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mUnpicklingError\u001b[0m: invalid load key, '6'."
     ],
     "output_type": "error"
    }
   ],
   "source": [
    "# 加载模型\n",
    "#model = Word2Vec.load(\"wiki_zh_word_embedding_128.m\")\n",
    "model=gensim.models.Word2Vec.load(\"wiki_zh_word_embedding_128.m\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "10\n",
      "0 我国 0.6433693170547485\n",
      "1 北京 0.6424265503883362\n",
      "2 内地 0.6274253726005554\n",
      "3 全国 0.6097844243049622\n",
      "4 外国 0.5852514505386353\n",
      "5 亚洲 0.5763338208198547\n",
      "6 上海 0.5748188495635986\n",
      "7 中国政府 0.5671238899230957\n",
      "8 境外 0.5621325373649597\n",
      "9 大陆 0.5543967485427856\n"
     ]
    }
   ],
   "source": [
    "# 使用模型\n",
    "# 计算一个词的最近似的词，倒排序\n",
    "items = model.wv.most_similar(u'中国')\n",
    "print(len(items))\n",
    "#model.wv.most_similar(u'男人',  u'女人')\n",
    "for i, item in enumerate(items):\n",
    "\tprint(i, item[0], item[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 家伙 0.628304123878479\n",
      "1 女人 0.6265366673469543\n",
      "2 坏人 0.5489243268966675\n",
      "3 我 0.5381507873535156\n",
      "4 陌生人 0.5379184484481812\n",
      "5 年轻人 0.5325964689254761\n",
      "6 女孩 0.5254504680633545\n",
      "7 女孩子 0.5227102637290955\n",
      "8 男孩 0.5223681926727295\n",
      "9 疯子 0.5172401070594788\n"
     ]
    }
   ],
   "source": [
    "# 使用模型\n",
    "# 使用模型\n",
    "#items = model.wv.most_similar(u'男人',  u'女人')\n",
    "# 计算两词之间的余弦相似度\n",
    "items = model.wv.most_similar(positive=['国王', '男人'], negative=['王后'])\n",
    "for i, item in enumerate(items):\n",
    "\tprint(i, item[0], item[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 客机 0.7248255014419556\n",
      "1 波音 0.6949776411056519\n",
      "2 民航机 0.6940914988517761\n",
      "3 航机 0.6800805330276489\n",
      "4 该机 0.665942907333374\n",
      "5 起降 0.6490718722343445\n",
      "6 运输机 0.6347790956497192\n",
      "7 型飞机 0.6347575783729553\n",
      "8 滑翔机 0.6339777112007141\n",
      "9 轰炸机 0.6267402172088623\n"
     ]
    }
   ],
   "source": [
    "items = model.wv.most_similar(positive=['机场', '飞机'], negative=['火车站'])\n",
    "for i, item in enumerate(items):\n",
    "\tprint(i, item[0], item[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/root/anaconda3/lib/python3.7/site-packages/ipykernel_launcher.py:6: DeprecationWarning: Call to deprecated `__getitem__` (Method will be removed in 4.0.0, use self.wv.__getitem__() instead).\n",
      "  \n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXwAAAD8CAYAAAB0IB+mAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvDW2N/gAAIABJREFUeJzsnXl4VdXV/z/7nDslNzMBQkBkEpxQJq21OFulipUqtlWs/lDbCn0tVF8VW1vpW/tK69uKs60VrEVApYoVVBQFIUiUISBzGBLIPN95OsP+/XFubhIIiBoQ4XyeJw/37nuy9zmH3HX2Xvu71hJSSmxsbGxsjn+Ur/sEbGxsbGyODrbBt7GxsTlBsA2+jY2NzQmCbfBtbGxsThBsg29jY2NzgmAbfBsbG5sTBNvg29jY2Jwg2AbfxsbG5gTBNvg2NjY2JwiOr/sE2pOfny/79ev3dZ+GjY2NzTeKdevWNUopu3/ecceUwe/Xrx9r1679uk/DxsbG5huFEGLv4Rxnu3RsbGxsThBsg29jY2NzgmAbfBsbG5sThGPKh29jc6wwffp0iouLcTisr4iu65x33nmdtk2fPv1rPFMbm8PHnuHb2ByE+fPns2jRIkaNGoWu68ydOxcpJbqud2gbO3YsY8aMsQ2/zTGPPcO3sUmysKSKR5fsoNoXRV9bximXVjPhwhwAXnjhBWbPns3UqVMBmDlzZqpt+vTp+Hw+Zs6ceUCf9krB5ljCNvg233i6wqguLKnigdc3EdUMAIIxjd+/tRVvZjbLly9n2bJl1NTUsHr1anRdxzCMVNvatWuJRqMYhtFp3/Pnzycnx3pwtD4YOmuzsTnS2Abf5rjgqxrVR5fsSBn7VmKawT2vbqRqTxNDfvBLRpy6jef+9Dv8fj+33norTz75JK+//jrTp09n79693HrrrUfuAm1sugDbh29jA1T7op22G8mazw3BOEu31bP4s+rD6m9hSRXfmfEhM5eWcuVjK1hYUtVl52pj82WxZ/g231hafe5blpbyjlzBA+NGMm547y/VV2FOGlX7GX1/8Wsk6stINJTT9N6zGOFm7vutwUBZxZYtW/jFL35BTU0NABMnTuxwXu3dQzX+KA+8vgmAi/t7v9T52dh0BbbBtzkm+Dw/fGlpKc3NzeTl5TF48GCqm0Psc/QhXLkN3VfLZ1XbuXmOwtjLL+S5P/3uC49/75VDuGPK/YQrtyEUFa25CmkaeE8dTbx6BwACqNu4jO/f+AMUReGJJ55g7ty5B/TVmXsoqhk8umQHF9854ovfHBubLsI2+DbHDIfyw0+fPp2JEyemVDHfeug/6B/Mp/v37yOw9k2yRl0LwKrNb3+psccN783803pQdskPqY+rBNYvxv/pQiI7PgYEQnWQMewqfB+9yHPPPQfAsGHDEEKQmZnJE088QSgUomfPnjQGYzjz+1Jw04wOYxzMbWRjc7SwDb7N18706dOZM2cOq1evxul0ous6w4YNY8GCBam27du34/P5Ug+EGn/nxjMY0w7ou7i4GCklZWVlFBcXp1YOe/bswefzAZCTk4Npmpx1QZzSVWuImyCEREqJ4vFiBBoIfLIApInb7SYzM5OcnBwaGxvx+Xzk5eWRnZ3NpEmTeCs6mC3zHjng3Apz0lKvZ8yYwYYNG3A4HGiaxu7du1Pna2NzpLANvs3XRnsfvLf3Odzym98y4cLT8fl8zJgxg7MuuJKqvley44P5xJrDzHvtdbK9HoqLizGiuYS3LCdetR3dX0e8ciuugkFkZRzoI58/fz5gaeenTp2aWjnMnDmTUy79IU98sIsdH8zHhcGy7fVkXnUP2Z4MWpbPRuoJ4rW78PQ5nczhV1Ez6y6uv34cJ510EgAXXXQRN954I8uWLWPy5MnMmTOHtLwCtIZy6l79HQiFxsV/RVVUehZmccvHLsaMGcPjjz/OoEGDcDgcKIrCnXfeSSgUOqr33+bEwzb4Nl8L+29shuJtuveL+3sprQ3wUWkj3mxrJu8acA4JRWHE8AE896ffcduvfsNy7QIyzr2e8NaPiOz6hGjpajKz0rjlllsYM2YMt9xyC6WlpaxZswZVVRkzZkyHc1jw1hLKXlyIKRR0fx1BQ8eR2Y1odSmK002isQIpDYRQiJSuJlG7G1OLMe+tJZx95Y+JfPY+y5cvJxwOc/fdd5Oens748eOZNGkSV1/3Y7xjH2DHB/M5Y+wd3HvlkA4byvX19UydOtXW4tscVYRMys6OBUaNGiXtfPgnBsP/5z1aIpb7xVf0MlJPkH3eDZxU0J3Fd47gjGsn0bh7I0J1YgQbkYaOROLt1otz+udTXl5OOKETc3eDglPxqhJ91yqyvZ7Upm5D+snUrHuPjPzeDCrIId/rIL1gAGsqw4gzr6L+9YfJv/pXKG4vgbVvYsZCxGt34S4YhNZchdZcjTR1zHgEd88BSClJVG1DeHNw5fUhy63wz8f/lxtvvJGNGzfy7LPPAjBp0iRuvfVWFi5cyLhx4/B4PDgcDtZ/tpWGpiZwZ2CGmvCmp1PQI5/m5mZM0yQej+P1esnJyWHAgAGHHX17sA1v2z104iCEWCelHPV5x9kzfJujRqthagzr7KgJIE0Dd+EQwluWYURDhDa+R5UQjHw+n7rGEFKaOHMK2jqQJpGmGmYt+0/KuMZiMRYtWoSUEtOlYpom5TVNbNu6BWlYvvtALMzWRD96ZqdRWfwGKApyzbsY4RYaF89EqA40Xw1KWhZaUyV6sAlXXm+kNFHTs3Fk5AHQ7bt3UvPyfaT3G0HO6BtpXPwYAJpuct0zq9j10S4y3E4GXFBDeXk548ePZ9OmTYwaNYrq5hA+kYHazYsRakbx5qJn5ePKzGDd++8zYcIERo8ezbRp0zq4ng4XO3LX5nCwDb7NUWX+/Plc/dx6eviimLEQgbVvkj7kO8Qqt9L9mv+md498Lol/zDNLtxEu/Zi8y39OpPRjInvWoQUbIBJg4sSJlJeXU1hYyI7d5QTjJropUTEZcHJf9rVE6Hnj/xIp/RipJ/CefjHNS/+G/p2fk57+NsLhwoyFCJeuJv/qqShuL/7i14ju24SrWx/chUPIGT0B/9q3CKxZCHoCMKmb92vQE4S3fUSsYhNGsJEbfnQjkWiELfMeQZoG9DmdP727g0hc54UXXuCiiy5C13X2NISI1ZfhyOuDmpGHu3AI3tMvpvzDv3PdM6vYXN5MmbqXoZ8T2NXZbD4Wi1FUVITH4wGsh6Cu60f6v9LmG4ht8G2+Mp+noa/1x9hdFyAai/KOHEFdXD2gDyPUTM0/p9LidLAhESOhGwjVScuH/0APNmJEAqDFQSjs3buXquoa9tU2YWgxMAxAYkjJ9s3NYBoE9/4KkKCoBEreBS1K5fN3ghBgGtYPUP3iFECANJGJGEiTREM54a0fIdxe3D37Wzp8RxqungOJVW4lY9j3EEjitTvpN/bnbJ/3R/Iu/zlN7z0DQMPq1wk1NnDWpeMIVNVQZ2biKhyCKx4n54Kf4Fv5r9R166akLhAD2vYxRgQCh7zfrbP5hSVVPLJwHRtn/4YzbnyA3/74IsYN722nebA5KLbBt+kSDqahX14W5oHXN5EZ9BN9/WG2L3mJRH0ZQlGRho7mq0H15mLGQrh6DkSqKmZzNa7cbPRQM878vmj+OoQrDZxuiPipqWsgoRsgYtC6ByUUlIwchOLACDWh5BTg8GTg6XM6aQPPpW7BdLyDz0f15hCv3oGakUdkx8d4h4wm0VSB1lAO3myIBnF274ficKEHGonX7QFDA9MgXrcLTJ3QujdT173lb1NBKNS8+EuQkkR1KagO1MweZF5xF+G508i9/OeEty7vcL9ilVuJV25Fa6qk8e3H0Rr3AVDx2sNUhBppKd9ySKlm66Z3OBhF99exZd4j3Pz645xakIlX0di7dy9jxoyx/fo2HbANvs2XpnVmv2fPHlavXo0QgvPOO4+VK1dSUVHB6tWr+bSsBdljUCowCqD79+9D9WRgxEL4i18jXrsbCSAUpFCRQoDDjRnxE975KUJREELBe9pFsGsF0biGku5CUZ1I08AItYDqACRCWGOY/nr0RBQlLduaUWtxYns3IhxuHLm9iFduBdMgtGUZqsuD6nBgKipSdaLV7ARFSa0CAGsFEI+C6gQ9DkKQ5vGQEE5wWVJQIxrEXTAIT5/TkHrikPdOONxIQ2u7bgTC4abb9+4itGkpr7zyDDNmtAVuLSyp4q57f03NuveY+fIiTKGi6TquHv2tsRNRtMZ9fFaj4HWC3++nT58+FBUVAbZf38bCNvg2X5rtNQFavjWZ+tB8cs/7Mb+8bBA7P3yVWbNmpXLHnzV9CYG1b6by0uiBRhJ1e0AIXD36E962EoSCQICp4yoYiKv7yUhdw/DXkn7KuaiZ3QltXEKiZjtxfwtISebwq4juXguY1ixfT+AdciXxmlIINIKUmBE/wfWLQJogTYyIHyEUjIjP8rcLgerNZsjA/uyqC+DJP5nI7k/B5aHH9++n5aMXkXoCI9iEqcUYfPtjnBH9jJ5pkjVr1uDxeMjpO4S3//0KMhEFTOJ7NxDfuwGAwCevA5Kal+4Gw/Kp1y+YjtQTqK40PN37oUkTV35f4rU70X21NC6eCeGmA4z9HVPux7/pA5AQ1000XxVISaxiM+gaBJpQs7ohFZWhQ0/h008/ZfPmzUyfPt2e1duksA2+zZdiYUkVS7fVk55m6eRr/NFO/c+9stNobXHm9wVAmgYOh4Pw9lVIKXFk5mJEA0jTJLx9FUgT1ZuT6iPz7CuQWpT0wedTt+D3IE3SB5+P4k4nsmsNRrAJkMSqtqM3V1qzfcNM/b4hDVBUvKddiOrNIbT1I2Q0CEJghP3sLt1GIholUbsbTB1kcoNWJvtwekCLU7X4aXRnhHg8jt/vR1VV5KZNoEcBCa500GIgkqsDxVp1KOnZqOnZGBE/iicD4XAhFJXeV/+CvW89YQ2R15u0vkPJP+cazg5+0uEePrpkB7ppkj7kOwBkn3cD/uLXUquI0KYPkIZh3Ush0HUdl8vFqaee2qGf5cuX226eExzb4Nt8YRaWVHHPqxvRTbNDe0wzWLW7qUNb731LWL9lOSAxoiFAknHmZWiNezFjIaQeJxFqTs7yJWpGLkawEa25EmkYBDe+Z83kFYXQpg8xI34wNMsgI5M+fMuPr9XuAtnmhhFuLygqwtSQpkF4y0c4cntZfUgBDheqJxMzIw+iu0FRwdQst43DBfGI1ZFmPdTCldsowxpPSomalolhGAiHG+F0I6PJSFlTBwQ4HIDAjPgxg9Z9MYONVv/SpPT5KSANa1NYKGi1O4ltfJt6h8p7UtK3b1/2VVYT0f6C1DWrX9MksPYt64GiqgjViUxY52lGJAkBlZVW9G5nDBs2LJXSQUrJnDlzAGwd/wmCbfBtvhCtm4XGQQL2GkrX85Of/ITa2loWLlnGtu2lluY82ARCIOMRghvfRfXmIoQgY/jVhDYtRRoJEk2VyFgI4XAhDR0lLQMzEcOIBi1DLEFxejBNA0e33hjBJmSrUQZaDX/qXTyMEQ+3NSgKRtRvGUuHGxIxDEPHCDVbxtRI5uExtA4PkhRCQSKTBh2MWNh65ggBif1y+3RoE8m+hPVjGoBAOF1knXMtZtUmhvXJpqrKypmvaRqhUIjKqhrCoaC10hCK9a/itPoSAme3k0BR0YONYBp4B5+PUB2c1i+bLcXLDvp/2LrB3prCon0b2P7+4xnb4Nt8ITpL/dsel0Phqaee4n+ffpH1Wefj1v5FvHYn3lO+hXC4iFVuxdW9H0J1kKgvI33wt4nX7ADTQJomWiyINHSQBmY0AEK1XBciKZ3U4wDojfsQnozkqEmDKs2214pqzaQNPbXRqqZnkT742wQ3LSWt33Ciuz5FTc/GRCIjARRPBmbYh3C6EW4vZrjF6k8A0kTxZmGGmtsuttXl09mzT7atfoQikGbrQRIlM9/aY4hHiO39jHj1djY2paEoCnl5eYTjOiHDgZLdExEvQ2pxhMOJlJKskdcQ3rYCI9iE1lLT9nAydUKbPgAkS7e4Oalnt9T4KfnmniZ2Skvr31qr1+bEwjb4Nl+Ial8UX9HLxKt3oPtqreRlwUbCW1cgY0HQIlx66aWERDqG8WoyNUEYM+wjY9j3Dt6xw41evweEgrf3YCKNlWSO/D6hDW9bqQ16nYIRakYPtSRdLCLpw97f2ibft9Pap2bkwSaC6xeDNImWfpxsa8Qy6iJp4EFqseRDR2JtCie7CXZ0Vx0uUoLIzMeRno0RbkH15qI1VVjjAkIIBg0aRENDA6GYhi+awIwEcGXmp+SojrRsNF8N3tMuRGpxQttX4MjohhHxoabnoIea8Z5ynrWpW7+bgoJcwNpYfyUp3wRL6//A65vY1mzw3xef9KWux+abS5cYfCHELGAsUC+lPDPZlge8AvQDyoEfSilbumI8m6+Pwpw0WuCAPPTBtW/Sa9T32PP6n+lx3X2k40rmpwkTr91pZZs8+wqiZeuJlq0HwAi3UP/6Hyx3hRZHGppljBv3IRQH8X2fJf3tJomGvWAkLEUKALLd63a0uj7SsyAaBKFam7haLPlr7fcdWl0trXsB7TC7MFJVmshgE1pyc7n9KiFeYVXCWl+yoe3chAAp0Rr2oqRlIg2zk05BDzUhoyHMRAziEUIbl6TGW99opZn+5JNPQcy07gMQryklVrmVlz2PclregQFwNsc3XTXDfxF4CnipXds04AMp5QwhxLTk+/u7aDybo0j7SNq4P0Zky1akniCy61OCJe8AEpmIEdqyHEdeb8r+8zhCCDRfDdI0cWT3JFa5lcTCRzD8dQCYsSDoiU716mbM8rvHI5tSbVKLWUZYqO2Mdie+lNbPIkltkNTbGe+DrAaOCgcZS3Um3TL7PYiSAQXSNJDxCHo8CnqCunm/xtTj1sNOUUF1IVwe62GZupcCl8vFFVdcwTsrPsE7+NvkXf5zfEUvY4R8JBrLkcATH+zikiN5yTbHHF1i8KWUK4QQ/fZrvha4OPn6n8BybIP/jWXYsGG8t6KY8uYYEkl4exHeU0ejNO/DME2iTVVIaSK1GD2uexCAwNo3UwY9XrsbzVdnbZAK2mbn6dkQj1qz91ZUFyCT2vWkoVQd1nvZycy7dVb/pUjO8pOz6tb+RFZPpL/GesAoStuGblfTab9JBVF2T+vBaGhI1QVSIhFgJlcligJaFGlq1jmnZeFSJMLQ6NOnD4Zh4HQ4D+g90VBOxRM3UQFswhp/6dKlqSAtm+OXI+nD7ymlrEm+rgV6dnaQEOJnwM8A+vbtewRPx+bL0FqNKhTTCLryMQHFm4sWaCCyYxVnnDqY7dU+FG8u7oJBJOrL8Be/RnjbSsyI31K1SFKbjh0MO0DEf+Cg+x8DB6pg2vOljT2kHijtXTrStIw9WDJP4+Cb1F8Zhzu5seywHoIiuUmsRdEbylPnJzwupIDC//cYvqJ5hHcUWZvMET9qRh5mxIfUYihuF7F4nKgOq3c1kIgEMJM1eeM1O4nt3Wg9ZNKcKIpg9PmjKS0tZevWrYwdOzZVbaw1EZvN8UXnYt0uRsrONG6pz/4upRwlpRzVvXv3o3E6NofJwpIqXigqoyF/GLE+59Lt+/fR/fv3AeAdMIr0Id/BfcU9nPHjAxdu6aecR+bIseSMvhlHZlIxIgSoTtTsntas3MZK0yAN619M63UqpUPbV0ZG/JCIUvXc7YQ3LwUtZmn6DQ3DX4c0DJAQjcbIzC8g/caZZF19L868tqIr7l6nkDlqHAgFT8FAzho2kr179zJhwgQURcHhcKCqKm+88QY9evQ4uvfB5qhwJGf4dUKIXlLKGiFEL6D+CI5l0wmfl8WyfVv7IJuFJVVM/88WfFEtVSNWHsQHXeOP8uB3BzBlblJx4vQQKV0NpoERCyNUFWlKZDs9fKsf3+aLkHQ9Odwp+alwuJCqgqI6URxu9HALJBIEmhoI/eVHSGntreBw4it6GYCM0y8kVLKY3Cv/i0tGDyFj5/tcd911rFq1ioULF6Y0+JMnT/5CZ2cXYflmcCQN/n+AW4EZyX/fPPThNkeCg2WxPFiQzf6lBz+PXtlpXHlmL/p1S6fBoaL0OgV3r1NS6pye4x+ibsHvSdREulb5csKRfOC28/nLuAZITBRMh7Nt01Z14ezeD6QkXrUNpEls3yY8fYd26PHVNZWIpYuYNWsWtbW19OzZE8MwME2TOXPmEAgEEEJY+v+sLG6++Wag86jcOXPmMHDgwFTbsGHDjujdsPlydJUscx7WBm2+EKISeAjL0L8qhLgd2Av8sCvGsjmyfF5gFYDidBMtK0FRVXRHC3d+6sLtScO/4xNrIxGQpok0TapfnIIRaOyQ8sDmKyCTEbtOl1UfwGq0fpwu0HVrD6TVi6o6EE43ifoyjFAz0fKNyESE2rnTcOb1IV67k8Ju2RQUFOByuWhubiYYDBKLxejZsye33norU6dO7ZDMrf2E4eUVW5n2P38ikD+MbufdwgPjRnJxf2+H422OHbpKpXPjQT66rCv6t/liLCyp4tElO9iytJR35AoeGDeyQwHtQ9E+sEooKlpzFdI0UDPyiL/xvwhFRffVogrJgL6FfLDo3wCcce0k0of0QDhcAEg9QWjrR4BIqlxsg98ViPQsK02znkgql6xZvqVgaov8jVdspvWNTMYg6Iko+OsBgZKWlTpeSklDQwMjR47k9ddfZ/LkyYwa9bnlUVlYUsXv39qacvvV+KM88PomHvyuLb44VrEjbY8z9nfJtH4JAYpfeZIFCxawevVqnE5naum9YMECWovH+0rricWiuAuHkKgvA0AoKomq7W3SSCRCCLZvrKdbt254PB4i0SiKJxNTi1vxo6oDqSdw5ve1cuEcKVnjCYZsp2oSnmxk2A9OK/tmq78+3ePiwZkv8sQLc2jeuw3dV4uZiKJ6c3Dm9CK2bxNaSzWeoZcjTQNfRjf04GaaQvFOx1z8WTX/Wr2XsCHI9Dg55VIrNcOjS3YQ2281GNUMW99/DGMb/OOMzlwyUc3g0SU7uAAYP34806ZN65A8a/z48akl+MsrtvLTn/wYaIumzRh6ObXzfg1YaQC6Z3porq8hkbB8xrGYVXnK1GKAsDZ4EzGQBlpTZSqIqC2y1aYrkMlUEGixtruqGUT0BH/704M01TagxSOW68c0UL25yToACiSiBNe9hbUCU1GzerCnMcyTH5Z2GGN7TYC5b20lFNcQDhfBmFWG0ZuZTbWvc6lsjT8KtqrzmMQ2+McZB/sSHqy9PQtLqnjig12YUiIQVjWq3WsIlSzGiITA4UBRXTQIFT3eNht0OBzk9ehFU3MLjvy+yFgY3Vdt2Xa9/azRNvZHHivJ3N7SbQhXGoqiIrw5GNEgitOdTDXhtDbQFUeyxq9VHMbw1/LCA7eT4VHZt28fhYWFVGUMQZzZcQIRS04gCnPSqKgNHXAGvbLToPPFwpdWjtl0DbbBP84ozEmjqhPjLoF/rd7Lt/rndvp77WukWsdbxrnv//s/YppJ3YLf4+rej0RDOe6CQQTX14DDRWZOHqoepSA/l8baKrTGCoSqJnPL2377o48CmOBwIaVEcXlQ0rIwQs0kmqtx5fXGkne6cOb3RXG4rM3b+j0IoPu19yO3vs/Vp+dQUlJCMKaR1cko1b4oj/1oGPfNbaZ9yZs0p8ovL+vPprc/PugZflHlmE3XYRv844x7rxyS8uGr6Tk0Lv5rKshJa9xHkfMqrrj2hxTmpqNpGrt27eKnP/3pQdU5Me0gUawOq0hIWFdwawbl5eW05niXeqJdXhebI49IppcwgGSK6GRKaSNiYsYiIATeU75FzugJVL0wGRmPojdXQTLnEdLa3G1cPBM90MDiMiemaZJ56pBORyzMSWPc8N6Eg6czreQtQkYaofcep1fPLOauV9m1axdTpkw5qnfB5vOxDf5xRqsa59ElO6gacTWZI65OfeYrehnPmZfjLOjOwmmXpmZSd9xxB0/PWHXQPv3Fr6E17sMINmKEfSRqd1mbsLqGEQsTaZdrJuVXtjmKyHayV5lMyJaUZupxZNK/Etz0QUpFpWZ1Rw/UW3l6YmFa3W2WukdS0bo3XPUSfPgvq/h7tpUdJVTyNmb3fMYVn4lpmjxw3RjeffddlGwrOtc0TaZMmdIheOurKMdsug7b4B+HjBveG9/G9/lthYKa2e2Azzvz5xfmpLHumSlWoI5pEK/YAopiZbms2gbQsXoUtMkAbcnlsUV7RVSyri6mAYkIgXWLQE+0pWh2uCy/fip/kWX4FUXBNE1ycnIIR6Kk9TkN0etUzhh7B5PPL2Dnh6928LEfKjL3UMqxi/t7u+qqbQ4D2+Afp7z44ovknfkj/FgG31f0MuEty4hXbSfN7WLQgikYhkF9fT1PP/00Cd0kHgwi0rIQpomZLAXYauxtvkkk1VCqE0dWPkY0jIwlPe1GsmhMq8TWaHUDWQnuHIrCzRNuIisri+LiYoYPH84777zDRx++wezZs5neujL88PDP5lDKsYvvHNElV2xzeNgG/xglHA7zwx/+kMrKSgzD4Le//S3z5s1j4cKFALz//vs888wzLFiwgNtvv521a9cihOC2227jpJNOYu3atSSKi1FyetNjwqPooWakKUnU7MCVnoaRnYnf70dKSSQSsSSWho4Mt3SupVFcYNp++W8GrSsvDd1XD043bWUgk4cYVpoLV8FAThp0GjW7txLXNGQsyN6mMEOzOtuq/Xw6U+FsCeV1COSLVWzBc9IZiNETvtpl2nxhbIN/jPLuu+9SWFjI4sWLAfD7/Tz00EM0NDTQvXt3Zs+ezW233caGDRuoqqpi82YrstLn85GTk8NTTz3F//3f/1Gp9uJPb2+hevdazvr5Y/xuwqXES4t4+OGH6d27N/X+MM2Zg+h27ngqnr4F9AQ9bnwE38o5JCq3pM6n4Cd/pu7f/4OMBOycON8E2gXJWamlrTq/amYPzFjAitbFBIebukAczbCeBIaUrC1vIc2bQWVlJVVVVTQ2NjJx4kT27dsHwMqVK6moqGDt2rWdSij3V9wMHT+FrO/fh+LJwFf0MmYsRGjLMpTGPfyoJJvdu3cTi8XsdAwJX3tXAAAgAElEQVRHAdvgH6MMHTqUe+65h/vvv5+xY8dywQUX8JOf/IQ5c+YwceJEVq9ezUsvvUQwGGTPnj3cddddXH311VxxxRWpPi688ELmrtpJoHwTRqiJDY/fzvgnBI6MbmiGgcPRghZoQPHWkEjEU2oeZ3aPAypR1c6d1lYm0ObYJzmDbyvsDpiGVVAFQesqQKvfQ6JqO8LpRiYiIE2C24t4e6uBIg0cDgeaplFSUkI8HufJJ58EksF2QFNTE2vWrEkZ/1gsRiwWY8OGDanf1XfsIB6JYioOwtuL0P311hkIjXLZjTvvvJPnn3+e7du3W6dpmowZM+bo3asTCNvgH0O0KhmqfVEKc9L4w4uLEJUbePDBB7nsssu44447uOaaa/B4PNxwww04HA5yc3PZuHEjS5Ys4bnnnuPVV19l1qxZABim5IHXN1G1cRXClUafSbMRrjSkFqfloxcJffYejm596XbFZHzLZ6eW+7XzfoMRbu54crax/2ayXzUwGQ9bs38AoeLM642rxwAQglhNKXqoCUd6Lp6+Z5JVu56LLrqIlStXUlhYyPDhw9m2bRtPPPEEc+fOxePxcN1113HTxJ+zMdaNhp0b0BvK2L6rjDOGDOK8885j5cqVpLtU5L5P8EV10k/5NhluJ98akMesx/6YUomFQiE70OooYFehOEZoVTJU+aJIYG9FJQ8v2UPGGZdw7733sn79egoLCyksLOThhx9m4sSJADQ2NmKaJtdffz0PP/ww69dbBcIzMzPRDZOoZpA2YCQyEaPp/efQGvYiHC60pioUlxehOhCKSvqQ71jSPqGSPuicA4Om0nOO8h2x6RLE/oXKZZuKRxokakoJbXyX0IZ30et2Q9iP7q8junsttUGNdzfXEokf3IX34bY69jSGCcY08q+agiP/ZBJ9v8WP7v4jALNmzeKGG27g/MuvptuZFx6hi7Q5XOwZ/jHC/koGraGcstdmM+GfKqf3zuXZZ58FYMKECTQ0NHDaaacBUFVVxcSJEzFNaxZ3zR338J0ZH7LTMRRTX0z17LsouPn/SD/9IuJV26n51z2oaZkYoWaUtGykodGw8BFLn500BMENSw40+BHfUbgLNl2OebhJ61rr+QpkImJl1kTS/NkyHN1PZs3GLezZV4WZiHL33XczZswYQqEQsz8ux5Qdt/kN0+RvK/ZwTZr1vrQuyPLSRozk32gorvHRjgYWf1bdNddoc9jYBv8YYX9tfNqAkaQNGIkA1sxoC54qKiripz/9aer92WefnZrVt+mdo6QP+Q7C6aZw4pPo/nocOT3p9t07CW1Zht5SQ3DdIsxEmB7f+z2RncVEd69pG7yzmrI2xwdOT0f3nFBQMntghpqsh0Or+6e1qLtQ0JsqwDRpaNBQpcHu3bt5+umn8fv9hL2FaI17MYKNmLEwifoy9EAjW2p24neG8fl8fLKnOWXsW9FNkyc+2MX3BDZHEdvgHyMcLAdOYU5a6vXIkSPxer385S9/6bSPg6ZH2LeJ8Mb3CK59C6GoOAsGAhKhOKl96W7rS646235BcdhKnOOV/fdipIkZqD3wOCGSk36J4s3FDLWAomJoGrW1tbjdbhzudLp9906al/4Nd+EQpK7hzO+Lp8/pDLroOr4rPiMWixGKa8Qqt2KEmpMVtKx+twNNjRtYvXo1ZWVlFBcX20nTjjBCymMng+GoUaNka172E43OSgumOVUeuW7oYYeg95+2+KD5KAWQk+7EH9UwJez763jcJ51JvHoHMhYEdwbEQwds8tmcKOyXulp1tovYba2n6wF9vweGUACBkpGLGfFbqwJpoqoKToeDPn36oJ1yGRXL5qK405MV0RS8Z1yMVzH4ybdPZtq0acycOZOpU6cyc+ZM2+B/CYQQ66SUn1u1xp7hHyO0z4HTqtK598ohhzT2559/Ph9//DE+n4+5c+dSmHMqVb4otXOnoTXuS+WhV5B855zhbN68mVA4QjyhgakT27uxTbERT6a5tY39iYdQsYKy2ht8h7WPI03a6unqOHsNQasptYqpmzo43Lh69kf31eI97SJUbzbC4WLRjMncdNNNXH/99Qy96hZ+uuVjHN37IRwuHFk9iO/+FFNr4t/Va9m6dastwzxaSCmPmZ+RI0dKmy9OWVmZPOOMM+Qb6yvlqQ++I90nnSl73/mCPPn+RfLUB9+Rf1u0Wl500UXyb4tWyz6X3SJPmjJforqkmtVdOrv3lwhFdh8/XQqnR5KWJVFdyYKo9s8J+yMUiTP9wPbU34YicbgkiioduX0kqlMqWd2l++RhMq17X5mXlycVRZFuj0d68vtIJS1LOnILpXC6pdObIwtO6icHDx4sH3300dTfcUtLi3zooYe+vi/SNxhgrTwMG2u7dL7BZGRk8Mtf/pK//OUvJBIJFEUhMzuXYDSGGYsiHCo9CgoZ3L8vRatWIdKzMSNBkCZtm3OWC8fZcyBa3R6s77XNCUVrRbL2tkAoVmK1Vp+/Yq0EHXmF6I37wJmGEFa94owzLrGUXYBQBJleL3k5WUQ0k+awBoqCNE2cub3IHvJt/vLAZDa9/RIej+eAIK3du3dz88032wVRviC2S+cEweFw8OGHH3LjrbeTdd0f2Pb0zzATcfqMu5usfStZ+f7b/OY3v2HlypXIWAThdINpIrXkBnHS8GstNdjG/kSinc++k0mfcLisT4UAxYHiycBMRND9danfkQIUp5vYzk9AdeBKyyTH6+LGG64D4IU3lpI+5FSrLz1B9nk3oHgyDqh525qKobXkZvs2sAuidCW2wT8KHKmyboYpmVVUxl9ee4BI+R6c/7wfMxoAKTFyT2bnyvksXFvGxl1WDhTF5UG25lc5oDO7yPiJxaEf7rK9msfQMPevc6DHQFExtQSKQwVdJ2HoNIQkL708n8ED+xGqKoWqnSmJZ3h7EY6s7uxr2MsmoSOEwDRNioqKuPzyy1m5ciXl5eWoqkpRURGjR4+2Z/VdjG3wjxJdVdatNf1ClS9KTNOpLlqAcKWBlDjz+1pFw02DugW/J63fcO75r0kEKqwUx2Y8YuVYSRbB6IBt8E8sVNeB8RadtR2q8LxpbejqhuUSUjO7YwTraWmsY3M8igAyz7sBgYkZs0QBifoyTvl/fya09SPChsCtBWkKWbLQWbNm8eyzz+LxeJg4cSKzZ8/ussu1sbAN/jeIzqSbUovh6TuUeH0ZiZqdKcOdOWIske0rCNeXt/nrZfLLq3di3FPZFW1OCDoLrus04G5/Y5/8GxKKlXY5EQV3OhgajsxcpB7DDDURjusgJYG1b7ZNJnQrQV/p7HvB0HDmFOBvqaYewT98LXzyySdcdtllhEIHFka36RrsXDpHkIUlVXxnxofMXFrKlY+tYGFJ1Vfq74DAKiEQbi9G2GeFw/vrLbkcEFj3FlrDPjrILFP57DuRXtrG3uawaPX7m8m0y0A0AIko8cotVsQuQCJiyTbjEYQ0EarT0vZLExxOhOrAkd0DxZsNSAKKl3nz5nHHHXd8LVd1omDP8I8QR6KsW/v0C0Y0gOL2gmnQ80d/QPFk0Lj4MTx9h9L09kyriHV7Yy+U5OacvTFrc4ToTPGnCKRpcMG5wykvL6eiqob0vmehB+rpMf4hmt59isjuT4k01XD99dfjcDgoKyvjww8/RFEUxowZg5SyQyQu0On+18Ha7X2ANuwZ/hHiUGXdDofy8nLOPPPMDm3ZaVb6Az3YRO2//puMsw8SrKKoFNz4R9Ss/LaUCe0DaGxsjjgdk+RUVlZaL0yDeOUWFKe7w+eqIpg1axavvPIKN910E0899RRg7X21ts2fPz91/Pz581m0aBGLFi06rHYbC3uGf4TorFD4odoPh1a5tCOzG71/9nd0fx3hDe/QuPivIBQStbvQGvcCguYPX8AItdibsTZfD0IBaaTmGKFogsKe+dTU1JLefzikZeEreploeQlmqIUEMPD0s+iZn0+2181TTz1FIBDglFNOIS8vjylTpnytl3O8YBv8I8ThJEP7PHRdZ8KECaxfv54hQ4awfeM+EvVlyEQEJS0LhELvX7yEEIKmJc9gxsNIw0qbYASb2H+WZWNz1FAdoBsItxcZD+GLJojt2YNpGiR2fUxC061ngeKw9qKcHhy5vWkI+enR+yTO6N6dvXv38tFHHzF79mwmT56Mz2en6P6q2Ab/CHHvlUNSPnw1PYfGxX9FVVR6FmZxy8cuxowZwy233IKiWF61UCjE5s2bqaqq4uOPPyYvL48dO3Zw7bXXUlpaytKlS9FMQcH/exJnVndCm5bS9M7jVD07ERQHhr8OZ8FAjGAjKA7MeNhSXSgq2ef/mNCmpRiBBlDUtll/awpcG5uuRo8DIGMBADR/A61rzVgknHwlgORxiQjx6h2AYNsO8GKVSmxfS3fq1KlH7/yPU044g/+HP/yBOXPm0L17d0466SRGjhyJy+Xiueeew+FwcPrppzN//nymT59OWVkZe/bsYd++fTz22GMUFxfzzjvv0Lt3b9566y2cTudBx+mQDG3E1Zx66fgDkqFNnjw59bq8vJxBgwbxi1/8gueff56rr76abt26cd999/GnP/2Jf/7zn9x++x00Lvg9pmmg+2oRDjeengOIVW4FJHpLLY6cnkhdtzIXApgG/qKX207MaLeRaxt7my5FAUwQKu6ThxEvX4ez95loVZtR0nO47qrLee+998ju3ouq2lqkpoHLjUzEwDBw9uiHEWpGNwy8WV4CgQAbN27ENE3mzJlDLBZjwYIFKIrC6tWrEUJw3nnn2Q+CL8AJZfDXrFnDv//9bzZu3IimaYwYMYKRI0cyY8YMysrKcLvdHZaNu3fvZtmyZWzdupVvf/vb/Pvf/+bPf/4zP/jBD1i8eDHjxo075Hjjhvc+ZLbL9jVs86SfrB69+cW7zVTPX0wilEkomuCiB15i1zv/gHAzqsOB0VJFWq+BRBPZqIogWrYO0zAQnkykHu8kH07yS3gAre2HCKyxsflCtMZ7GMTLSwDQqjZbn0R8LFiwAFQXgeAuy78PoMXB6UGolprHjPhxZeQB0KtXLxYtWsTkyZMZPXo0AOPHj8fj8aSMvJ1y4YtxQql0Vq1axbXXXovH4yEzM5NrrrkGgLPOOosJEyYwZ86clKQL4Hvf+x5Op5OhQ4diGEYqhevQoUMpLy//Sueyfw3bukCMkEbqfTBuEo8E2Tb3D+R9907UgsG4+o9CURQm3XU3ZjSAIQVSWOf7i/un4+41GJK+/Tb//cHSHbe228be5kjQmpyv/Zwy6U4UivUarD8/I4HU4uiBejAMzEgLdXV1VFZWctVVV7F27Vpee+01XnvtNV555RWWL19+dC/lOOK4n+G3n0WzeSfnFh6YVmDx4sWsWLGCt956iz/+8Y9s2mTp5d1uSzqmKApOp9PKDph8r+tfLVDpYNWp2qOkZWLGQjS88QhGxI9MRKzfve9nAJjxEFK3gqme+cN9mPvXobWx+dppXUViFT9RHJbB9zghFiF9yPkobi/R8g1ILYpUwFCc6FocoTqpb2hE1xK0tLQQj8fp06cPW7duZfDgwWRnZ6OqKuvXr09Nxtrvi5mmaefZ348jbvCFEOVAEDAA/XBSeHYV+wc/xbsN4s23nubV4v/iqjN7smjRIu644w4qKiq45JJLGD16NPPnzz8qod2t8kwzFiK89SPSBna8LWpaJpkjxqJ6c/EVvZycFYG771B6XPcgFY/f2CGQasDPnqL+P48SqN5zxM/dxqZTWktjpmVBNAhIq0qWFgHFgdqtN2agAWkaELE+j9WXkX7SmTgyuzF8cF8+WbEMNacAd/f+aE378BQMQqlYy+lDTmH06NFMmjSJ2bNnM3XqVGbMmIHH4+kQWNV+X8zmQI7WDP8SKWXjURorxf6zaHevwXgGnsutYy9i1Gn9GTp0KLm5udx88834/X6klPzyl79MJTQ7krTKNs14mGDJYjJHXE3h7c+kPs/+1nWp156Tz6Z23q+TeXPOQnF7Ea601IwfYPc/70PGwm0DKKpVscjG5mjRWgc5Gmhr05J/o9LEaKwAZIeJitlUQai5CqRJcYXl79frdqPX7QYEiZpSQFDc0sTmzZtZvnw5jY2N/Otf/6KmpgYhBHPnzqW5uZm8vLzUHlxOTg5msnD6qaeeavVrR94e+QIoyRn+qMMx+F1dAKWzGq9mIorqSmPL7y7hwgsv5O9//zsjRozosjEPl4UlVdwzayllf5+E1OKgqKjeXDLOvpLI9hXovjqEKw3FlQZI9EBjOzll53VnFW8OZtjWKtsca4i2qEGhIJxuZDxCq9EXngwUlxdMDSMaTKnHFG8O6QNGEa/dyYh++aneHA4H1dXVSClRVWsvYOzYsSxatIiBAwcCluCioKCA0aNHp3Lst2akbTX4Rypt+dfBsVQARQLvCSEk8Dcp5d/bfyiE+BnwM4C+fft26cCdBT81vfsU+CoZsdDBrbfe+rUYe7AUPPVjhvDzp2M4sgs49/45VPzrXvxVn6GkZdHz+/fTvORp9OZKhCuN9EHnEikrwZWRg1RdGGEfZsRHe5WNGfZ/Lddic6LQiaLL4Ulq7g81cZRtEmBpIuMd979kLIwRO9CNagabCG1bAVqcnVoLpmkipSQrK4vrrrNWwB6PB4BYLMb48eOZNm0aADNmzKCoqOhzr6ir0pZ/UzgaBn+0lLJKCNEDeF8IsV1KuaL1w+QD4O9gzfC7cuD2wU+t9L1+Go9cN/SQcsmjxb7Vi3A6HCjRZm7wfMZcr0rltg1IaVL7wuRUtSEiASI+K2d4ojlC/jX/TXh7EdGdxbR+0RzdTkJvqvgar8bm+KeTr6ce6/heKJCWCa1xIEJBzexG/tj/pu7V34EQOPP74ikcQqJ2N/GanQiHE5mIWhG3rnTrNTKZkTOCojpoCYZR0rIx42H8oVqefelV8rwu7pnyXzQ2HnVv8RHhaKw4jrjBl1JWJf+tF0K8AZwLrDj0b3UNHYKffFEKc9IOCH462rSqhvZs30TTWy9iervhcLr465PP4nS5kNJE8WRy0pR5+FbNJ/Dp6/T+xUtIQ6fqudvA0Gh854kDgqZM7cvn6LGx6TKk2Wbsk++NQAN1835tae8VB8LhIrJrrfVeAAhEZj4yHkZxp2FIE/QEwpuDMzMfT8EgpKISr96B4s3BCDXjHnAOcZebXudeRePbLx30dIqKihgzZkyHmrnbawIsWVZEqLGKGU/+HZcRo6BHPv3792f37t2d1tkFjopb50ivOI6owRdCeAFFShlMvr4C+J8jOeb+fF7w09GkvWooXrkFT/8RRHZ9SrSpijr6oLWUA6Bm96Rl5RxCG95FJqI0LHyEHj/4DWpmNwxfLUK18omb7WZRZqjl4APb2HydOFw4809Gq90JSNw9+iMKhyBRCK5ZCAJkqAWQGFo8FZQlQ80kQs0kand3zPaquohXb0f0HXpAfdzOaF8z97Zf/Yal2+rJvOoe5No3kXqC/HOuYURiI8/96XcH1NRtX2f3eOBIB171BIqEEBuBT4HFUsp3j/CYR52ZM2cSiUQ+97jOtPciqaZJNOxDJlUFur+WwMfzkz56SXzfJioe/xFG0q0j4+E2Yw/Wl8FW5Ngcqxg6Wp01S8Y0CG5YQmTnpySqrJQgwulGeDPJOPsKnAUDwdWuXoTqBJcHJatHSpqMqZOoL0NJy6bG/8VWtp/saUY3Owoe4rrBqt1NX+ECvxpdXSjpUBzRGb6Ucg9w9pEc41hg5syZ3HzzzaSnpx/yuPYbyO4+ZxD67H1yLrmdxjf+iCO3F92/fx91//6DVS6ue3/0lmpwepDxIJddcikrVqxA0+x0xzbHCp2k7RDCam83I1c8Xhx5fUhUbUseJNH9dei+ajBNzFAzAKGty9uqaLViWKUSTVO2FfGREkyDWHkJ5r4Sinqlo+s6dXV1lJSUUBeIsalkHaYWR3V5uOSqcfTM8jBs2DDqNi5DKCrxqu3ovhoUby6Zw68iGPt6vldHolDSoTjuI227mnA4zA9/+EMqKysxDIMbbriB6upqLrnkEvLz81m6dCm33347a9euRQjBbbfdxq9+9SsAVCEwkr53d8EgMs68jKZ3HgckmcOuIic7hwZFQY+EkVoMaSQQqgNMkw+Xr7BSH9vYHDN0krZDSqwYy3ZHRYPtjD0Hr9Gwv7G3OrT0/eZ+ke1SEisvIQZ8WuHEMAwGDx7Mp+tKCMZ0pKKAomDoGps2lrDH7aSoqAjhzELNyEvJmrXGChoXP4bur2P8+PGUlZUBVt6tCy64gKKiIsrKylBVNVVxqyt9+YcqlHTxnV2vILQN/hfk3XffpbCwkMWLFwPg9/uZPXs2y5YtIz8/n3Xr1lFVVcXmzVYQSftkbEa7jdbQlmWEt69IpSh2FQxi19/upE/f/pT765FSIlQn2d+6gcD6tzq6cGxsvtFYxthyQx5MmCcQimJF5SIgPdOKzk3PRFGcmNEA/c4cRaBiB3l5VrK1fv36US1zcZkSrWEvjp4DkYZO/tW/onePfL4n1vP3ffk0L/0b3b73S8LbV+EvftVK5xP243Q6mTRpEs8//zyqqjJ//nz69+/PpEmTCIVCTJ06tcslmkeiUNKhsA3+YdA+H0+uFqJy8bvk3X8/Y8eO5YILLuhw7IABA9izZw933XUXV199NVdccUXqs97JuACtsYLIthUUTHiU6N7PaFjwEC0f/gMtFqV7tpe9Djdqdg/0pgr8n7yGjIdBPTAHkI3NNxMTOvjRBc5eg9Hq97Sb/UukUOjZM5/Gxkay0j20REMQj5BWeAoer4vlb85jwoQJjB49muLiYm5+4C9se9uaobcsnw2QzLFvuUrIge6ZbpqTI2SefQXR3Z+Sd/nPaXrjD8ybNw+walNMnDgxlcIBYNy4caxcuZKKigrWrl3bZZLJriiU9EWwDf7nsL+PrdmZT85NfyWeWcODDz7IZZdd1uH43NxcNm7cyJIlS3juued49dVXmTVrFgtLqggnA04i5SXEa3dR89Kv0FpqQEoSyU2tjJ4nIzxlqZqfjow8tHjY3pS1OX5wuJO++VY/v0SrKeWA2b6hUVdXB0DA10J2Vibp6emMufw8li5dekC3T3ywi1QWznYE1ixENlcw1xHGmZGL1lBOYM1CIrs+xQg2Ujv3AWQ8zJAzzmLiT25iwYIFrFixgsrKSlauXMk555wDwKxZs5g9ezbTp0/vMsnkFy2U9FUTwtkG/3PY38emB5uQaZmscZzJA/cO4B//+AeZmZkEg0Hy863ZiMvl4vrrr2fIkCHcfPPNqTQK++b+BnevwUTLShAOJ5gGqjcXqcXo/fN/UPHX8VQOvgGxYgUZw6+i+Z0nKLzjWfb99QbUzG7ozZVf452wsekiDG2/1CDCUuOYeqpdpGfjyMzHTMQxgg0YTjeqy3NAV/v27eOVV14hEAgQ2TsdhMBdOITw9iLMWBipRYlXbAYEu4TA43EjNI3gurdojRyWcSsHVX19HY/NfJx+J/dl8+bNRCIRmpub2bBhA4qicNttt1FRUUFxcTHDhg1LRfl+Fb5ooaSvim3wP4f9fWlaQzn1y2dTIwS/79uNZ599ltWrVzNmzBgKCwuZOXMmEydOTCVueuSRR3h4yQ7iuoHeXE3+Vb8ibdC3aFr8V3rd8hjBksWEtq6g7p9TAMmef/wXZjRIyzJrSdr49kykHrONvc3xw/55oISCmpGH4a9rOyQSQDcMK+pWmqDHaY4GEEIwb948PB4Pt9xyCw0NDRQUFCClJK/vENTh4wisfZP0Qd8iXrsTT5/Tie7bhNZUicubRUaaE384jpKeg9ZUierxglAxowEcuYUQD1hVubKzufP+/2Gb5zR2vPEE3fqfyY/unkL1mndTmTq/DAeLps0sLuaMZNtzy3U2HKH8PbbB/xz297GlDRhJ2oCR9M5JY9W0SwEYNWoUd9111/9n77zDrCrPvX2/q+w+lelDFaT3JioaokZQ7GISxWBiTMJnEk08R6Mnx0gSc4KJUWOMNRpNrIlGVLDFFkQBBVR6G9owTJ/ZM7P7Ku/3x9qzZwYGRKUJ676ufcGsvdpuz3rX8/6e35NZZ8WKFYCTDrr1tQ2Z7dWcIrzlg9ESEYQnQNWD30eaBr7CXsy57U5u/PYFWG2NKIFcQuPOpXXhY8Q2LiYw4mvEVr5+CF+1i8shRFrpYN85pSORyT39daSUpFIpTNOkoqICwzCoqanBNE2iS+dhf/IWanYRnqLjumyn5ZXi6TmMlCLwGCmStRVoeaX4SgeSqt+GFW/BaN4FlsnIKecybMx4Njak8Axw9hNJGtz26gYmpFr3OKfPyuH07zmmOl59Hq6fOgi/3jUv6NdVGp+6YZ/bde5o1U57Xj6+eSnCG0AaCZAmyeZqfnPtt2k3mbJjYfR0mzeZjLnB3uUYYP9ttGzbxjRNqnZVY1kWevEAho47kfzCYkCQqt9OfNtHmM27iG14H6OxCrO5BsWfRWTjB8S3LOtY5gsBoOeVoeeVoQZzCH71+6zZ1XrEFWgdCNwR/qewVz+eX+/bxrk99x9+7ymia99B0f2YbQ00vfUwbcte6Lit1X3IVJy2VALn+utMYjW/+3h6T24LQheXzjhyTTvzG2qr2sj6SDHSMlACOUhpo4XyMW3LKdYyEyAlLe8/7dQJqHra4RNaP/iXI4hob94C1Dx1k1P8mFNC6/L5SDOJ2dZIqm4bgQETP9c5tyv91ryxkVfkQm66YNxhsXxxA/5+0J0fTygUynTGuu2223j88cdRFIWzzjqLuXPnsn3rFurn306qbive4v5kT7yY+hfmYoarO3aiqI5aARDeIEjL8caXdtpWIY0nCKkoLi7HPEIlb8xUmla940z+qjqqL4hvwEQSO1ZhNO1EWiZabilIm8DAE2n7+BVkKoGn5HjsWBhf3zEkqzdi1G2j8KKbaV36LPln/ID6+XdgNlZSdL23B4gAACAASURBVNHNJLZ/TO7kmaTqtlL33K8IDjqJnEmX0Kuk8DOf8qGupt0XbsD/AsyZM4f58+dTUVHBpEmTkFIipWTatGnUvrsYPEG0UD5aj160Ln+RrLHTiW1c3KFEUFT0on6kdm3YM1/ZuRrRDfYuxyQKqFr6tyBB86L4gqRMiZZXih1tRkrHIz+6/j2sSKMzgBKCVN0WpJGi7eNXkUnHbllKiW3bJKs37tfRRecz8efQ/PKdlJbnMvNdlc2bN3Pttdful2TyUFfT7gs34H8GOhdgxQ2L9dWtnHDCCfzgBz/ge9/7HuFwmN/97ndUNbVhxtogEQEUzFVvgJQkd65BqHpmf9JMkUoXhri4uOyODVaq408ziZ0UxLd8iJWMZS4EWn4v/MeNJbrmbfCGsNsaKLn0t0RWvk6yZjPSNDBqNyNUFSEEZrgGvaAPSJuG+bcjUwlqn/65o6wTguaFf0PGWig2amhqDIOiMfDU87npgl9xwZjyzKTq1VdfvV+SyUNdTbsv3IC/n+x+WyYlvLGujomlGqM7rfefZavYHtVRg7kUXnwztf+cgzRTlMy8jYYXbkNoHoz6bR0bpK0VXFxc9gMjgWV0bbpi1G9N/6YkRJpAKNQ8dRPSNDK5eoDUzrW0a+8dp05HFIEQoPtRkEhFwe/1ElK9DCnN5rh8L8qgUtSP/sKjnzzCo3z24qdDXU27L9yAv590d1tm2jZrZE/Cf/0rM2fOBGBzs0W0cg1CCOJblqGG8jHrt9P48h/xFPZ19L+dA77mASPZZb9761nr4uKyFzp3X5Q2JZf+FsUboObJG/H1Hk10zZt4ew7FbKnDaq1HySrEbqvLbG63NSBUFa+moDZvozmRYO1ahcZGR5Vz4oknkkqlPpd52qGupt0XbsDfT/Z2+yXLRuDzRijoNwTDBsUbouSyucQ2LaHl/aeRRgqEwN9/Aomty/GXDXEma20LVA1F82K3B/z2QO+O+F1cPhtCyTROAah58kZH+pyIkqjdBIC0baS0wOOj8Nz/ovbJG/GUDMAM12AnowT8PpLxGGPGjGHatGlEIhEuuugirrnmGubPn/+59fGHupp2X7gBfz/Z/bas93XPEl70BABby79G0Xe+hp2IEH7vaRTNS86EC9Dzyqh/4TaQNrG17xAaNZVU7aaOgG+Z2KlOt6eZUb0b8F1cPjNCOCaDZpKii39BdM07RNf9Bz2nGKthh9MzFwFGksjKf9M+kat4AwR0wXnnTGfBggU8/PDD5OTkHNDipyOl854b8PeT66cO4ifPfNztc53DsxULU/XIDxGKhpbVg8Cgk5GWQbJyFa3LX0LxZ+HrPZLElrSO3zbTSgSz2327uLh0Jh3U2/3x20f1dtqILZ2zr33yZ5ktEpuXApDauSazLLraMV8zarcAkoi0efKpp1BVldNPP51BgwZRUVHBokWLCAYPrXTyYOJW2u4nF4wpJy+gf+p6el4pWSO/RvaECyi94k60UB56ThFZo88ie8KFlM78HWakEYSKlldGYNBJbrB3cdlvpKPckVaXFM4+74qV9LhW1RCeAHgChEafBUIFzYOaXQDeIEowH/y5tMUd6wbbtkmlUkSjR48sWsgjKF88fvx4uWzZvitYDye7K3XaViwgvnU5CAWjaSdWaz1qIM/pVOUNYUWbkIm0vl7VEKqOlt8z3cwZnNGK6gZ8F5eDSkcFewedZnkVxflbOE1Z9FAep0wYRWVlJYlEgurqavr160dTUxPxeJzy8nKamprIz89n4MCBn8sH/0AjhFgupRz/aeu5I/zPwAVjyvntRSMoz/UjgMGnzeC63/+F4lMvQwiVnj9+guLLf4ediGJFGpGJCP7+ExGaBywTmYo7TR7SnjrOaGW3YK8feqmWi8vRieI8dG9HUA9kI4K5iFBeZh2heVGCuQifk7oxYq0YhkFZWRnTp09n3LhxXHbZZSxfvpwf//jHmf9fdtllzJ8/n6effvpwvcDPjJvD/4x0N/lSvehfvD7yFFTdR6B2FQVlvWiLp0jUR5GtNShILKGCtNCyi7raK+yOceiLMVxcjh46N1ZP/9v5NxVr3S35YyNTcaRlouYUY6US6L4g99xzD9dcc80hOeNDiRvwPyedq25Tq6uxLBsVaAuU0VBThVAch83KtcsZP348VRGJ2bQTs7X+8J64i8tRTaf6FaGC5sy7qaEeWOFqZ7SfSrBHese2sdI9Jwwjwagx4wD4z8KFeDxewuEwS5cu5fTTT894aH0ZcQP+56Cjg9X/4inpT7JqHVY0jL5uCTIVQxpJZNpCobRnb7BtzHatvVtQ5eJyaJAWpOfbrOYqZ1kqAboPTANkOp2qqoAClmOtAIKsMWeh+ELYiQip6o2M/srZ3H/bLwAOmlf9oeCYCvhnn302Tz75ZKbRwOfl95kOVjtB2ggcXb0RrgEjAdIxRpOAmdw9RdO5JNDFxeWgIRTnAR0yTqTzfwWwcO4CEHiz80kZKWSsFZBENy1FKAqKPxujcScvPPcPmretwbIsTNPkO9/5zmF5SV+UY2rS9uWXX94j2Lc76H0W2qtu1VAPyr//IMHR05xCKjOVHsHbyL3m4t1g7+JySJC2E9zt3YQRltEhlgjmOPJ9WyITced3LBSEcIZmZtNOFN2LabV7aElWrlzJnXfeeWhfywHiqA34F1xwAePGjWPYsGE8+OCDAPTt25eGhga2bdvGoEGDmDVrFsOHD6eyspJQKMRPf/pThg0bxumnn059vZNr//jjj5k0aRIjR47kwgsv5PH/rEERgvoXbsOKt7DjDxfRujg9Sy8cQ1XhC3WMLNpROmn4lWPqxsrF5chA0cHjxz/wZCfQewI4t+Pp54UAjx8UHSkFEoGUAhSVopFTGDNmDKZpIqXkhRde4PHHHz+sUszPRbuH+5HwGDdunDxQNDY2SimljMVictiwYbKhoUH26dNH1tfXy61bt0ohhFy8eHFmfUA+/vjjUkopf/nLX8of/vCHUkopR4wYId955x0ppZSTL/mBzBp3niyf/bBE1SQgi775G1n63XslIPXiAVJoXqkV9msX/XZ6iI7/6z6J6ulmHffhPtzHQXkIRaJ195tL/y41r0RRJZpXevuMkVpuqdTySiW+LIlQZa/jBspgMCgLCgpkYWGh1HVdhkIhGQwGZVFRkRwyZIi85ZZb5NSpU+X06dPl9OnT5dSpU+Utt9xywGLavgCWyf2IsYc9yHd+HMiAf8stt8iRI0fKkSNHyuzsbLl48eIuAb9v375d1lcURRqGIaWUsqKiQo4aNUqGw2HZq1cvKaWUz6/YKcu//5D0FPd3Ar6iSTSPDA6dIrWcko4vTefA7j7ch/s4ch5Ccf5VtL0/BxJvlhS6V2r55TLYc7AcPGq8bG5ulrfccovctm2b/NnPfia/8pWvyG3btmUCevvzzc3NmZjSvuxQwH4G/KMmt9BZJhls2oD14cssX7yYQCDAlClTSCS6emh/mj+GEKLL379/bQOy6wpgmUTXL0IJZCP8OSiqhhVtplu3y3bDtHZUT9fmDi4uLgeXdoVcl5x+WrevaJnfo+LxomhZnDS8PxUVFUCIqXcuZMObG3ng39dhb/sQMxHlyiuvZPv27QAsWrSIHTt2sHjxYoQQTJo0iUQiwbPPPku7e8CRUJF7VOTw2y0PqsJxJFDX2ExlVPD6hmbWr1/PkiVLPnUftm3z7LPPAvDkk08yefJkcnJyyMvL491332VXOE50zVt4ew13NrAM1GAufa6fh698CDIVd3L34ATzPQ5gdc3r7y3Yp/X7Li4uXwxdb583E6B7CY06C+ENOH46qu781lQNNA9aKN9ZpvsRQgWhoKoqdfUN7Gi1qG5xRBjRpEm8dDTRYBnh8d9l5OQzAXj44Ye57LLLeOaZZ7pU3s6YMYP58+fvUZE7Z84cpk2bxjnnnMM555zDtGnTDsmF4KgY4e/enMTfbxxtH73CZVNP4syTxjBp0qRP3UcwGOSDDz7g1ltvpaioiGeeeQaAxx57jNmzZ1OztQ6RU0yPs3+CTEZB1Sm86GYAAgNPJLbhPexYixPUOwVzxZ+NHW91/hACuhn8d8G2PmUFFxeX/cEw2vtCy4xQQniD2IkISImuaZjeLPTcUqy2eufO3DJACLLHnctdt89m/CmnoxUd1+3+a1sTbN3YgMfr+1zn9/TTT2dUg5/Xa/+zclQE/N2bkwhNp/jrv0QA8+ZOzyzftm0bAAUFBaxevXqP/dxxxx17LBs9ejQ33vcc1z/7CYblRGszGUUN5uItPb7jmGl/nJLLf0f4vadJVHzo+G97/NAe8N1g7uJyWBBAZN3CtCBHgBDY/lyCfccgNA+ibCCRdQuxI83OwKzqE6677josVGIbF5Oq344ZrkbaFsFhp2f2a9k271U0HqZX9dk5KlI6e+sNeaB6Rv7+tQ2ZYN+O1VpPsmodALFNSxFp0zMz0kSichUgQdr4jvtUAzsXF5eDikCaKTASSCMBRgKh6qih/C5rqcE8lGAuiqIwoCgLRVEQRozs8ecj0u0HhRCkdq1H6B2j+raEwf6yvrqVk+e+xV1vbGTqnQuZ91HVgXmJ+8lBD/hCiGlCiA1CiM1CiBsPxjGunzoIv9419+3XVa6fOmi/tr///vu59957mTt3Li+++OIez3fX3lDL70nbigVUPTQbOxlF8YcIjZpK+K2/IISG0LygqHh69Pp8L8rFxeUAIZ27a2mBqiJ0H9IyuvhaifTY35eVx0Uzvs7St1/loYcewlfUl6yx0ym6+BdkjzuP9rsDM1xN42t/RvHnkOX79D4ZAAtW7uKNdXWZznnVLXFu+teqQxr0D2pKRwihAn8GvgbsBD4UQrwopVx7II/TpWdkOE5Zrn+PnpGd2bZtG+ecc04mrTN79ux97r9ze0OzpZbaf9zieOjUbMZT0JucUy6n+q8/BttE8QZRQz3wD5hIbMP7hBc7cwEo2p4Vfy4uLoeGdoWOmULizLHZbQ1EPnnVmbxVVLyqwJSSlx5/gOJ5T2CaJtGWNrRFT5A7eSZZY6djxcJkjz+f6Nr/EN+6HKNyFbbZxOzZszn33HOZNWsWlmVRUVGBlJLvfe97mVO4+83NmLtV9ccNi9+/toEps8cekrfhYOfwJwKbpZRbAIQQTwPnAwc04MMX6xl57rnnsmvXLpqamrj44ou5/fbbM8/NmTOH0h2NLHtxHnrpIBKVq7FaagmNPgurpY5YxQeYkWaEL4vouoVIy8RORklWb8RbPgTFG3Skmm6wd3E5MrEtkBLDBp/PR1lZGcOGDSMSifDu8jXdbpKVbkZ+9UklbHrrH/zkJz8hNzeXq6++ussE7FVXXZXZpl3pszvdZRAOFgc74JcDlZ3+3gmccJCPuQd33HEHjzzyCOB8ABdccAGmaTJz5kxWrFjB8ccfz5/+9CcefPBBHn30UV566SW8Xi9nnnkmoVCIntkqqcadqKqK4vFhCRWrYRvePqMxmqtJVW9AqBqKrxCZzg0adVtJ7lqPmlV4qF+ui4vLp6Kku805+Xefz4dppEilUni9jgBD13UGDzqeKqUj860Gcml++U6GludSmOPjmfdtpk2bxqxZs1DS69m2swzosjyysQ615+g9zuRAzTXuD4ddpSOE+D7wfYDevXsf8P0vX76cv/71ryxduhQpJSeccAJf+cpX2LBhAw8//DAnn3wyY8aMYcaMGeTl5dHc3MzFF1/M22+/zaJFi+jXrx/vfbAcPZSHpQcxqjeCtLjwqxN5a3UlbZbhmC35siAZxUxEUPzZzi2kmcJqqT3gr8nFxeWzo6oalm2BqqMX9sVqayDUdyTehk1sXLeaOXPmsGzZMubPn09ubi7hcJi5c+eyrTlFZa6fXeE4g0+bwfVTf75HNuHqq6/u9pidl3dukaoGcmlYcAeqolJcls2s9z2Zi8TB5GAH/Cqg86xlz/SyDFLKB4EHwelpe6BPYNGiRVx44YWZytqLLrqId999l4KSMm54N0nFn39L05ad6HaKSCSCbds89NBDnHb+N2gZfglP3zrDaY9mWygomdTME/fcRkFJOUIooOrY0SYI9QDbRprpWXuhouWWYjZV7u30XFxcDhFWu0OmmXIGbkDrusUo0mTAgAFEo1FM02TMmDFcccUVJBIJ7r//fgzDIBR6AikltdnZfJy4nPtvWoKmOeFzfytou8w1plNC+5prPBgc7ID/IXC8EKIfTqD/JnDZQT5mF5sF1mxkQmnXWfSVO8OEYyZV4Tip+h2YyTjePiP4+f/8Dzd++zyEqvL2qy+hL1tJu7wSwI6GM/uwLJPaXTvSNgqOx70dawFpI9sniKSF2bzrYL9cFxeXz0S6z63hdL6ypeTyyy8HYMmSJV0KNQcPHsyUKVOYO3duZsQPn79o6ovMNR4IDmrAl1KaQogfAa8BKvCIlLL7WZADROfbJoBkj4G8+MJdPPPtH3HOqFKef/55tkVVzNY6dt73XTwlxyNTMSIbl3Djt88DwDZNEBqpum3pvaablmh6poMOui/9hQE0D2ooDzvS5BTSJqOZ7RR/yLkQuLi4HCHYeAp7k6rfjhLqgR3Zv8KpuXPn8o9//ANN07p45rT76CxbtuyI8MvZFwddhy+lfFlKOVBK2V9K+ZuDfbzdbRa8JQMIDDud71z0NU444QROmHYJWVOuQsvvibdsEPFN76PllACg5pWh5ZY6G5pJ9OJ0SbUnPanSHuAVlT5nXIHiDWTWtcI1TnFHFyR2InaQXqmLi8vnJVW7JdMERdnNKBGcAqm/L97ORzua+fvi7Rmt/HnnnbeHZ067j87ufjlHIod90vZA053EKXviheRMvJDVc6dz8ty3iC/5C0LVMBp3gOZBpide9fxy8k69guq/X+fk+WoqAGd8r+aXYzbXOMUbtk3je8+g2AZdVLW6H3bvdGXvfxWei4vLISKtzrHTvW7vuece/H4/yWSSDz/8EBsFkTZWiykBbvrXKobUttE7Z/+KrI5UjrqA37lIqjOKEPS7cQHxHStJbPuEkm/djqL7qHnyRny9htPy/tMkd6ym+tEfO3l5oSDbL/zSRi/ogxVpRqZigCTSGt7jGJlgL1TnwuDi4nKE0tFb2ufzUVRUxODBg9m8eTM7GyNYUhIacQbSTJE16kzihsWb62oJqJKvDN+/xMicOXNYsuSzT+4eTI4KL53OdGezAGBJiQTsZAzFF0TRfRiNlSR3bcDXZyRC99H7un/S88dPEhx+hmOVaiTA40daJqnaLelgD8LT7qW/560gkA72e3nOxcXlCKBDEJhIJKisrGTRokX0798fT9+9V71GkwZvrKtjwcr9E2M8/fTT3dojHy6OuhH+7jYLihBYnRqS+PuNI7zwcSr/dDlqMA8tp6jL9m3LXySx4xMUTceWNoqqY1tGh/IGgbfXMBIVH4CiIhQFNacYs7HSsUbOrJc+ptvoxMXlCMLxxtdzS/GbbQR9OoqicOaZZ1JU5MSCT95ew75qX03b5u43NzN9ZNmhOeUDyFEX8KGr9KnfjQu6PCc0nbLv3rPHNr2ve5ZEOt1TdtV9KLqPXY/8CKNhB8GhU/CUDKB54WMoqgc70QaqjghkI9sanWAPqFkFWK11XXfsBnsXlyMICUYCo34rBpDy+RBC8NRTTznumEKQ06MYRdVRA7m0ffwykdVvATh9LRQNPbeEZR+9wvH3akgpWbp0Keeee27mCO2OmGve2MgrciE3XTDusEoxO3NUBvzOdJfTb/3geRJr3+S4giB5wyazSR+All1Ismp9l3SP0VRF8TdvxWypI/zuE+Sc+E3als0jlbZFlpHmLqZoalYBdjKCTCU6jfRdXFwOC6qemZztgtBAmiiqipQSy7K6VPmfc845vPHuUnJOm0HV2I5+GjVP3kjB9J+i5RRTnuvnyUv7c8UVV/DUU09lNPntjpihvK6OmABT+u27reqh4KgP+NdPHdRVl1+zmdjqN3l03uucM7KUov7DEXk9QUryp/6IROUaqh6aDdJGyy4AwNtzGFZbPUZTFTLV6eLRHuzT/6aqDrgnnIuLy+dlL8FeK+mP3VaPN5RLvpqkb9++3HvvvTz55JOAk9MvyPLyzo2nMe+jqkzzI6H7aHztXlRdp7gsh9n/EQSDwS5+OQs31iF288s51I6Y++KoD/i75/R9jRs574Lz+eZJTrcqT/9JKIEcssc7RVfFX/8lAKnaCprefIjU1uVENy4GVceKNjpa+/ZemEYS0mZpVkstaB7YQ4vv4uJy+OhQ4wAgTczqjYAkHmulNbgfxmXpzb2lx5M9/ny8gSxuumQUU/oFueuuu7qobvrduKDbLqaH0hFzXxy1AX/p0qXE43GmTJnSJeivjxssrmhl3kdVXDCmHCVcSeuqfxNZ+Tqeon4UnPNfhBc9gdD9GLWbaavdTP5FN9Py7uPkTv4WtTtWgWUhNMX5YKVEyy5yAr7bwtDF5ciiPd4LJR24ZcYbC2kTj8eprq7mtNNOIx53grKUkvLyjphh2F1DuGHLvY7Y9yYLP5SOmPviqAz4K1eu5MEHH+S+++4DutoteHoOo/blu/jZMx+ybNGbtG3+kLJv/AqlfARWvC2zDwF4yocipU1i28cEBp9CsnJVh/gm1AOzaSfYJsld6wFQgnnYbQ2H+uW6uLikEaF8NH8ORrgaPd8J2kb9dueO3DRAqIhgDrKtESEcbXw4HCY7O5u8vDzACfgDBw4EOkbm4UVPEF3zNsmq9QhVo9a2mBv+Gj5f1wbmnVPIh8sRc18IKQ+4QeXnZvz48XLZsmUHfL8nz32LqnCc1g+eJ7Lq31jxVqSRRJpJsoJBcgtLadF7EKlcix1rQc0pxmprTE/GOi3NUFSCQ6cQXfVvZ6eK2s2IXgHcyVoXl8OGqju/TcsEzesUURpx6CbRIoRASpnJvxcUFHD99dfT0NCAz+djzpw5mdgRXvRExjolVbcVryroYTcjhODyyy/vUmC1qylCfaAP2vivf2r3vQOFEGK5lPJTG2gfdSP8v/3tb9x+++0IIRg5ciR///vf2RWOk6zZTGTVvymZdQfJqvXUP/9/hEafzZmj+/HTK7/BKVO+SuGMOdQ9/XOkkXR2JkTGDdPbcwhG005nuaKmJ2rTAT+jBnCDvYvL4UTx+JG25fyGBYBAyS4gcNx4krUVYNt4SwaQrNvCd88/jVWrVjF+vBMnc3NzueqqqzKOmNAxYu9cV9/r4pu45dyhrHr5b5ll3blnzpkznSONoyrgr1mzhltvvZX333+fgoICmpqamPdRFYoQJHeuIXD8idjJGNG1/yF74oXEt67gucde5fknHkHaktimDwBQQvnYRgJF9aOE8jCbq0lVb0YoCr7jxpHYuqJjclYo5J92FU3/vs/tW+vicpixE5EOSbSRBCR2JEnk41cy6xi1FaBq/Ps/79FYXUlVleOno6oqiUQis167zXrcsBAIhD+HxOrXydKaeXKtj82bN9OnTx+2bNnC4sWL0XUd0zQZPXr0HqmeI4Wjylrhrbfe4pJLLqGgwJFTLtzuaGAtKcG2sZMRdv1lNnlfvRKzqQor0kT+GbOd/J5tElnxEgBm3RYwk9jJqONnbxkIVUMaKRJblqPmlTuj/zRtK9NpHjfYu7gcRgRqKN+pblc0sk/8huNrlUm9Ks7duccPlknF+jUIIaitraW52UnPPP/88xQUFLC+upWb/rUqMwErkWSNOhPvoFPQTr+Wy372ey699FLGjh3LjBkzeOaZZ44Y+4R9cVSM8NuvxOvfXIPfbGNCWoHT2SrZ23sEzX9/DDUrH6HqJCpXo+UUkTV6Goo/i4Z5v+1ULCUAgQjlIyONgMDXbwzJ6k1YzbscLX6myYntuG6m0Xr0ylTeuri4HAycuTJPYV9S9dtBCNS8cuxII77eI0lUrsKKt5E14jSiq15HeEPYsTDBwZORlkmieqPTwU7zMOvrZwFO45MpU6bg8/m46qqr+OOMa1HzulfdVbfE+eVLaxnb2krfPM8hfN1fnC99wO+swPH2Hknt87/hhsffA06msroOxZ8FgNFYia/3CBI7VrHz3lmg6BhNu6j88xXY8ZbdHC6dvL1MK250r5fk9pVYiQgg9myY0El77wZ7F5eDjTPYStVvc/6UEivdRjS6/l2wbZAWVQ/+IH3XXQ9CIb7tY8yWuowPvuYP0aNHDxob92yA0pYwyN3HGSQMi1fX1BBUJSccl38AX9vB5Uuf0uk8ivcU9iHnxG+w7W/XM/PsU0ks+mtmPV+v4fSY9iOwTYpmzKH3NU/g7z/eccrUvJTM+gN6QW9A4BtwAoo/i5yTL8NbPoSnnngCf/8J9Pnv551bRuVLf510cfnyojie9HlnXYujolNQ83s5RZD+LFBVhDeI/7ixqLml6IX9UIK5lF7+e3ImzQCPD3QvPg3++Mc/8sorr7B8+XLuvvtu7rnnHgYOHEhq02Lqnv0ltf/4BeFFT+z1VCJJg/9sqN9v98zDzZc+4O9ewRYacTpl372Xoivu5sG/PJKxStayCwFQswrx9RwKQHDYV7EiTQA0vPR7zGgLIOkx9YcgJYkdK7EiTXz/r4uJrn+Xnfd9BysazuTqtYI+h+hVuri4ZEg3FWp+9R7ae05brXVOq1FVRQvloeeXU3TxL9DzyzFaarFjbdS/dDvJqnVklQ1AkwaJmNOKtKmpiezsbEaOHIlt24wZM4ahA/ujSBtPUT+AjKY+um4hDS/d7ujrA849QLt75peBL/1QdV+Vbe3a11++tIbmmEHrhy9gxcLUPevYJ1jRMHYqhpZXilGT/sCEoPrRa0BKktWbAGh6+Q4AbKGkNfmODNNs3HkIXqGLi0u3dG4yZCbBTKKpklgsjohHqXv2lxhNO1G8AWzL6SutayrFshWjrIzW1lbGjh2Lruts3LgRv9/P0KFDeeaZZ8jNzeWJhWu54eZfE7Uge+x0ssZOp23FAuJbTeMywAAAIABJREFUl6dTRB9hNFQSGjWVVU/+hgs+eQTDMNi8eTPXXnvtYXpT9s2XPuDvbo4G4NdVrp86KPN3wuikj7cMck78Ot7yITTM/wNmSx2h0WcRXf0GqZrN6AV98PUZiZ2IEN+yHG/5EBKVqxGqjqeoL6maCsxwtbMvIbqr53BxcTmoOAo54fGnmxIJhDeAV1iMGDGCpR+t6ug3LSXSNlECORSe+998fUJPnnrwHuo3rcCbVcaMa3/F108ezNy5c0kkEnQu/Jw+soxVJ/bB5/Mx+vzR/P61DVSlA3874UVPkDXqTIZOncm8G0/LaPCvvvrqQ/mG7Ddf+oC/uzna7pVtuzc1V3PLaFuxgIaX/4ieV4YRrqbxlT86qhshyJ18GYnK1QCY4RoKL/wfAoMnU//crzFbatHyylB8WY4nvivDdHE5NOgBMJyOc2g6mKlMBzqQyFSclIAVK1agaj6E7nUkmICMR0FV2fWX/8ddD0lsI4HQPJjFx/HTa37Eg2U5tNZWIqWkX79+3R6+vcdGZ5EIOKme5pfvpLQ8lwuW3I1t24fdPmFffOkDPnRteLI7nXP8ii9I2RV3oPhCgFOkEV78T3JPvITmdx4lvnkpak4RI2UOmyqTxLOL8BT2xVPYF71HT5RALkbdFuxUuhK3sxNfl25XLi4uBwzNi1CUzM20UD1IhKO2EY71ieLxkeNzGpJoviBG3xPI/cq3Cb/3FK3LXkAL5OIt6Ill2/j7jaN12YuYLbXoeeVsqo9x8/e/T0PDp/tg7T7AHHzaDK6f+vMjpsHJp3FUBPx9kePXCce78cVOk6rZROWfr0CoKggFX6yelTtb0C0btI63R1oWyV0bwEwRGH4GsdVvoARysGPhdLB3czsuLgcFy0Rm9CUCvbAPRv02pNcP8TZAECrtT5bZhJSS6dOnUxsX1Ob6MYefhrXjY6ZPO5Mlead37DIWRpopciZdguILcdVVJ3exVNgX+xpgHukc9QFf7KOXeKpqHWZzNeNveIKpEwZyx7WX0RZz7ghad6zFaq13Jn6ad2E2V6V3qJDcuRqQ2DFnIkh4/Mhk9CC/EheXYxRpgxl3amWQpKo3Oa1D22+0cQZj3l49qaysJD8/n7eefZYh4V0EYzGWR6o5ddQAluzYxzGOEb70ssxPIxzb++jejEdQdJ2fTB3CgoXLiVdt6PK8EupBzuSZCEVDzS4GRFoCVp9ewxnVu8HexeUAoXkQgRxEIAcUFa2wL9knXIReOhDhDzma+2AuanaR01+2sB/CGyS3oIji4mLAkVleeumlzJs3j4ceeogRI0Zw9dVXk+vXuxxK8efQsOAOmuf9hpkzZ2ZsFWbNmsUFF1yQWdbe3Pxo4KgP+PtqPODvOxrbsrnqoqlsmP8A3rIOZY/QPJR849ckK9cQGHgigYGTyOTrbctxyNwb2pFpnOTicsRjppCxFqcvtG1j1m+ndfl8jJrNyEQUNA9WNIwVc+phjIbtCG+AprYETVFncLdgwQLeeeedPXY957xh6Ipzy68GcknuXI0iFAaXZqOqKtdeey0LFy7M2CW3LztSFTefh6PeD7/zrHpnDS0A0pnAiW9djt+jETfszLJYxYfOaL6tEWmbqME8kjvXgbSdHGLzroylgl7cH6N+R6YgxMXF5QuS/o16ygbh6zmUxM61SDOFFW0mOOhkQBDdtBg7EUUIgeILESwoo0C2YJom0WiUyZMnk0wmURSFBQsWAB2+W90p+r7M7K8f/lEf8KHjQ+6uQAugPP3BX//PTzLtzMKLniB7/PkY4RoaX76LHtN+TM3T/wOWieLxYydjGVWOXnScE/BlZ5lm516au/XVdHFx2QftE2+Op5XQvUgjbVusedBCPQgOP43E9k9I1W4FAYovhJ7fkzLRTHV1NaZpkp+fj23bTJgwAcuyMg1KTNNk0qRJXXrRftnZ34B/1Kd0wJlVf+/G07jrG6MzVgvttBdpXTCmnJBvzzlsb8kAgoNPoe6FuWAkEYqG4ssC3ZtZx2mV2SnYC6VrymdfM8cuLi5dUXVQNJTsQrJPuIieVz+Kp3wIIpSPp7AvgUEnERp+Gp6ifug9ytHzywkMmMjIb/2C0tJSrrjiCk466SRqamrYuHEjEyZM4Omnn2b+/PlfCgvjg8lRr9LpzKcVae1tglfNLgDpBG1ppjDDNXQesZt1W7rq8KXtqAjacfX5Li77j22CtLHbGmn9+NXMYqGoGE27sBNtpGorMMO1qFkFSCBesQzzzSib1q6lqqqKoUOHHr7zP4I5pgI+7FtD250vT6p+Oy3vP0PBOT+h7qmfUzjjFmwzReO8/8NTMpBUzUZnxSMoNebi8qUh0x6UdN5e4CkbRKpmE0LVkRJiGxejF/TBaHAskJ2uoyqh0WfR9tErKEKiCIV1tRE8PY5j2IRRjB/Yq9vDzZkzh3fffZfKykqWLVt2VKZ39sUxkcOfM2dOlybD7R/y7sty+wzljXV1RHeuw2prdIozjCSoGoo3iNXWiOILOt2zEpG0l46NEuoBArylQ4hvXNRxYFV3FD3uCN/FZS90zddn/hVkJm6FJ4CvbBDJXRvwlPR3+pLXbwVAMZOYRsrpWmcZXQZemqah6zpCCPx+P7m5ufTs2ZPRo0czf/58Bg8ejGEYVFRUcPnll3+pg/4x28R8b3TXZLi7Zbta4mwbe0PGfiG85FniFR/gLR5A2/IX6fXjJ6h58kaklKjBXBIVH6J4fFit9aRqN3UcUPM5Dn7uZK2LCwBC9yPNVNrjRnaM7NsnZ70BR46peRwFnKI65mdGAr2wD8nqjSSr1iElKLoXLZBFycRvUvnW486yQB5CUQgMmoxdtYrh5TlMmjSJ3NxcvvOd73DfffexZMkSAGbMmMHcuXMJh8P7XWF7NHBMTNp+FrY2xLr87es5DKNhB3ZagmnF27CTMYTmtDaTtoXiDYLuxWqp7djQTOAGexeXDqQRdyyNrVS6z6wga/z5CG8I4Q2geAIgbTwFvdFL+pM1aiqh4aejBHIACI38GnlTrkTLKsBX0p+QV6d+00d4So4HIRxbHSBVvQFDdK2TeW11NX9fvJ0lWxp55sNKNta2Hfo34AjgoAV8IcQcIUSVEOLj9OPsg3WsvTHvoypOnvsWd72xkal3LmTeR1Wfuk1bouvEraegF76ew4ltcFI1zW/9hZxJM0hu+5j4hvedyaVEBNWXhdDSyh3VQ8etqouLSwbV41gktNsk1G7G13sEKCpW3GlAlKrbgtlcg/BlO5sIwelDivFqKlljpxMceiol06/BPu4kii7+Bd6S/ngKehEYMJHAoJMoOPta8nsdnznk+upWbnt1A5Gk89uOprtU7U88ONo42CP8O6WUo9OPlw/ysbrQXnDVPglb3RLnpn+t+tQPOcu3ZwWtp7gf2ePOBc1LwfSf0mP4qZR86w8IX5DcU74FUlL09V85+X2g7Kp70Qv7IPw5B/6Fubh8WRGik3rNuftN1W5FWgaKN4gSyANVJzT8DHImzSC1ax2xLSsg0crSt16F9AUAIGnadDf/qPhzaHztzyQqPmDDhg0sWLCAD2osdi24m9iG9zEathOvWIbtzeL3r23YY/ujnaM2pbO7Dz5A3LA+9UM+uX8PfLpKzd//u9vny3P93Hr+MOx1byAUlej6d7EijRgNlVixFkCw64HvIQE9v5w932J35O9yjNIeoKWV6SUhPF4Kz/1vgoNOInj8RGfyFcgadSaF593AqBNPpaS4COX4ySQjzdT+4xdE1/6Hhpf/SHTN23v0m23fztd/IoMGDeLiiy9GDnGWBQadhF7Qh8Cgk8gadeYe7VGPBQ72pO2PhBCzgGXAf0kpmw/y8TLs7cP8tA95cGk25542lN+H/titrfJXBxcSWfsOJ/X08HpdL2zVg9FURcviZ5wVhAApEYpKqmYzINMKgnRhlqKk85cuLscqHZXndqSJynu+hVA11KwCMFNEVr9JdNP7CCGo92dRlq3TmE61Fp53A63LXiA04gzaPtp70iCaNDPRrSzXT2VNZI919uWzdbTyhQK+EOINoKSbp34O3Af8GueT/TXwB+DKbvbxfeD7AL179/4ip9OFffW6/TSmjyzjB2dP5CePL+ae2+fS9vFr6ckmg+eWVzGi9mPefvtthNBIWQLMFLmnXE7Tq/dgttQAAqO2ov0VgtUpwLvB3uUYRi/uT9GF/0Pdc7di1G9Hycqn19WPAk5Dorp/3YqnqB+5k2ei+EKYLbWUrnqElE+nNeKkgxI7VhHfvhKrrdFpjGKZSGnhLRmQOU7Qq0H6p3b91EHc8GQTLYDQfcQ2LsFq3EFpz3xmve/h1FNPJRLZ84JwNPKFAr6U8oz9WU8I8RAwfy/7eBB4EBwd/hc5n8507nXb3nFeVVSKy7KZ9b6HadOmMWvWrIwzXufWZLNmzSKRSHD3td8kFq4n56SvA9D87/vZ+uh/sUvXaW1pQWhe/MdPIl7xAYkdq5yGKZ4gpDrZJQuB0H2d2rG5uBy7ZIQNe3te9zlVs83VoGpo0mQ1EoqNLutgGpluV0L3Yrc20LZiAW3LnTCjKArNusa6det47LHHSBgWhhYiMHIaOX6dgvA6SnMcV9uFCxce0W0JDyQHLaUjhCiVUqa7fXMhsPpgHas7utgojJ2ebkXW1Rlvb7anV199NaFQCFE8CMINRD55DQAtt5Tg8DPw9x1F7Jn/JTh0Ctnjz6ft436OXSug+gJYRrLDW0fayNSxlyt0cQEBgSyItWaWeAr7dHnejrXQ8K9bUYTAtC0C/SfQ1lZPsrbCkVgiUfw5ZPWbSOuyF0jVb8cMVxMqKGPsVy9l484GxPCzaVv2IjmTL8sYIR4NDpgHg4OZw/+dEGI0TkpnG/CDg3isbvksrch2t021bEm2V0U78RKyRp/VZV2zpRbRxRxNQfH4Kb38dnb99cdOnh4PHcUlnaoIPQFwR/suRzKaL1212in96AmCmUTxhbCT0U5FU7B3N1jZJdgDRD5+lcjK1zOpTUXz8vgzz2YahLcP0Mpy/cRSJs1pf6vwoieQ0k5XrkukZZJDnO9O7sdPfjKVu+5ax5w50w/s+3AUctACvpTyWwdr3wea3TvRV4XjJE2bKaefwb8e+AOxje9jRZqRlkH2hAsxGisxwzW0rViA2VKL1sMZtdQ++0useJujQBACoXmRlgGKBkjny5oJ9l8Cy+T0BLTLMcbuwR7ASIC0nB7Oe/BZviMyE+w9Hg+WmeT+m77Lx2k/m84DtH43LuiyZXDQyeRMuiQzafvOJ6/i8brNhj4LR60s87PQnYQTIdjuO56TJ47BqNkEUqL4QnhKjyc0/DS03BKyxk533DMb06ZOlglGgtCYsxGqBt6As6+0+x+k84/O2ofo1X0BugR7V0567NCd95ON8x34giFD8yI6zZvl5+fv1a740wQWlm3zXkXjFzufY4xjJuDffffdDBkyhJkzZ+7x3O5STSveiuILsSsc5+fX/oC8oI+fXvkNBp4zG29xf4xwDUL30bbiZRKVq9F7lJM7eSZC1QgOP53sCeej+LKQkXYVqnDiu6ojv6yB0/X0P3bo7q5OSpwv8Rc0AjRTSNvZR25uLhMmTNjrql8dXNjl19Legza6biGNr/6J2MYlxJTgFzufY4xjxjzt3nvv5Y033qBnz557PNdZwmm2NVL71E1kT7wIRQgu+8tSjLw+JLPKsd94kmjoeJqWzaf0ijuJb/6AtuUvElv9JsldGzAbd+Ip6kf1Iz9CzSmBSDMg8PUZiW0apKrWogSysY14V1vY3RCewL5VPftMtRzoVFF6f67j51HCfnw/NA/Y6Xw5sqMlqDeIaBchSAma7picCcUxOtvL9xlAyS7GbmvA12cEiepNqEIw/fLZ9M1R91h3zpw5vPj6O2ysj2NLibQtpJlCKKrjYZXO4auhPAafNuPzvxXHIMfECH/27Nls2bKFs846i9/85jdceeWVTJw4kTFjxvDCCy9w/dRBqNEGap64gfrnfoXi8eMpHoAlJU1vPUzr9nXcf88fKet9HFm1H4MRQ/Vnc/zJ01ETYU4+cRJ9vnELdjKKnYyh5ZbSY+rVCE1HK+iN2dZIqmotAHY0nQPdx49DLzoOb//dRj6aN+0/Qrsh+F62/gLBXnR8HbInX95pf+ljtR//UN+liGPia3r48ARA6RAhZI2aSvaE8wmNmup85u0X+2QEmWyXHMuO+hJpp7/Pnb4XStdAbqe3S9ZshlQcy0jyz3kv8exLr3V7SvrXrqPg4l9QNOMWCs+7AYAeZ11D0YxbyB5/PggFo3475mu/Y9asWRQVFX3ht+FY4Jj4Jd1///2UlZXx9ttvE41GOe200/jggw94++23uf766/nawFz+79KTGfP9P1D27T9SfP7PaH7zAQCCg08BJLaULP5wBd/6xkWMGTkCbd71qK//HwX5efTuEeS3F41wGpwX9Kbsynvw9RyGllOEjLehpNshKv4sir/xa1A09LLBnc7QafzQTmrnapIVH6afSv9wzORuE2kHYBQvdhtdddJIty56fM9jZY7f3bEP3EVA+LO7LvAE3KB/wOjms0vFwO4YgLStWEDr0ueIfPJq1+9c+0Cj/QKgas73UyjgDYJQEJ4AeAJoOcVkT7oEEcoHj5/ii29Gzcqn5NLfohX1QwnkkDftGnY0d38nW92ydylz9tjpDPvmzxgydBhL336VF198ca8Sa5euHDMpnXZef/11XnzxRW6//XYAEokEO3bsYNqwMubf90siH3/MhrooZtMuALxlA/H1Gk7RjFsQQL9+9UyaNImdO3dSWVlJOBymR48eGXWBnYqx65EfITQvwhOg8Oyf0rZiPqm6LdjJOPXPz0XoXrSsAoz2tI5QuvbETfuBK6F87EiTs0womTSOVtQXs85pAKH36IWRnjRG0dCLB2BUr0/vyLl9F94AMtnND2sPJUbHj6zLsTMLFedWv53ObR334wKkhHo4Ko/uqo077UvGu0r5SB4bVZCHl45UT69rnqR12QsEBp5E9RM3oPpCaLllWJEGpGVixSOo/hBaTgmpugqwbScNiUDLLkQqCsEBEwkMPIm21W/u86gps+P71C7LXPPGRnIndN+isDzXz3s3nsb27du5YumDB+zVHysc1QG/s7a+piXByyurkVLy3HPPMWjQoC7rzpkzh+LiYj755BMm//ZNFt+8Z+VdvmzhpptuIicnB9M0OeGEE7Asi3vuuYfnn38eAF8wl6TuxQzXYCejmC11me31wnSbNitFfEOnzli6B1KdAn7ae9+OdJLAKWqme1Z7sAdQgnnQHvBts1OwJ33hSHYf7D8FO75bkBUC7N2Cutxb8O8emYyi5ZVjNu5o36jDW0jRHDWTJ0DxxTdT/9LvnM5iaUM6FGWfaTCXz4lQ0p3ZzMyFuOGl2zHC1SR3rkUIBTWYR8HZ1xBZ9QZ2IkJi1waEolJw9jXUv3Q70kzhLTme+NblCM2D0bST6LqFJHasQsYjCE0n/O7fsWKt1D79c+xEFFSNxtf+jN/vKNnWV7fyTCdptC1ll/SD0H2EX7+X8t4FXLDkbpLJJMGgO2H7WTlq75M72yNLwLQlv16wln6jTuJPf/pTxlr1o48+AqClpYXS0lIURWGcsapDRukJYKfi+HWVE/vnU1Nby5bmFPHeJ/LPZ5/jk08+QVVVZs+eDcCdv7iOcVf/iR5n/MBR8nyU1hILBTsapucPHwOh4O8/ERCo2YV7jngVDacDUFqWpnkRmk6vIaMRmgf/wJNoT6HY8Va8x43vtF0nzCQAam5pJjUkfFmohf32/ealS9a7kFFppFG72kgr/qyOp7IKuu6rfRdGolOw7/qco/22IRmh9rlfYbc1YkebnWXS6jCfc/lUhC+7m4WKk8LT0r0a2r8PWvvnKFACuV3TfIrq+Nm0NVA//w6ia/9DbNNSjMadWJEmdj32U1LVGzHqtxH55DWsSBOp+q1gJBCqjtFY6XjdpOIkd60H20IKEP4sFN2HqqgEko3MmjWLD2qsPaXROF74AAX9hvLAX//G0rdfZd68eTz11FP7VPi4dM9RG/C709YnDIud/c7GMAxGjhzJsGHDuPnmmwHHTuGxxx5j1KhRBOK1+PwBynP9eAv74tU1mh6/lqf+/jfUnGJUfzbV7/4D6c2ivO8ABg4cmFH/nNovRPGye/F99BQyGcMM12SO7+s7BjUdGG3LKc5Sc0r2DPi2CUikmR7RWimkZVFd14g0DZJVHaN4vaAvyZ3rOm2XplPO22qpzRxDmims+m37fO+E7s9cLDqj5ffsqCPYbbRtJ2OgOxcoq62h4wlF6wjsqo6e36GSUvxZXfP1mgdUncJzr8dTPgS9uD9aQR+UrB4EhpzqzDF4/HtcbFy6Is0EIJz31pOuBel84dQ8oPsAkW7WA8IbIDjkFISeLhaUEqTETkSwkzGkkcRqa8COt0AqhtVSi7QsFG8INacEJbsIhIoSyMXbawRlV95D+fceIGvsdLw9h9LrR4+Tc+Il9Pzeg/T83v1kj53OA488yve+fTkvvvgicsiZ3b4WW0pWzpnKdyf3Y/rIskPzBh7FHLUpnd219T3/3yMA1EZtHnjggT3WP/7441m5cmXm79tuuw1w7hSuW38yle+/gF6zBUXzkDXuXITmQfFno/cZxPo3HkZRFIQQ3HzzzXz1q19l5syZ/ObOP7PyoxUAhEZNRbQHPqGQ3OlYC1nNu8A2EYFc5G5VjEogB7utHhB4Cnqj+IKYDdtRAzko3gBm007UYG6XCbcMnWSbwhcC23RSO2aSDtVNRxpGLx6AUbcVFAXh6TB7U/w5TsN2aWE27eyYRG5PMXUcEH/fUcQ3LXFGhoEc7EgTuQPGEWttIlW9ETWUj5pThNG0EyCdrunYHluCbVD/3K865iw0DxhxYusWkrnDcCdw943p2HnIRAyt5DjM2i0EBp1MonIVel4ZZmt9+qIsne+EANVfSHTjYqSZosdZ1xCvWEZ863LnvTaiGHVbUHNL0XNLEFYKMxlDKCqh4acT27yUVKPTWEgIBX+/sQCU5vhp2cspSiTTR5Zx11vO31/E3dZl/zlqA/6B+AK1p4Uq33+B4m/cCtKi7tlf4u83jraPXiG2cTG7GnZw4qRJmW1aWlooLy9HSklbbSWanSLgUYl3yoYIVaPsu3+m9h+3INtH3ol0zjztna8X9gNFwW6rJ/cr3ya2/l2CQ6eQ2P4JWm4J2ePOpfaZ/yVe8QHBwacQXf0mKJozQjNSCN3jNIy2DFRfCCvaqRWBonZU/6YDtxlrRfiCSDOFHWvNaP3tuJNDDwz/GrG1b6EEcp0LQPoOoN+gYWyvrseONGYKany9RtDjrB9T88TPSCkeRzuteVCzCig87wZq5/2W1PZPwBtEzy3BaKpy7hgUBWyB4s/GjrcivEGk0X6n0ekN/KI1Ae0XjC5zECqoalp/nr5TUvWMd0vHxUZ1Rsqd5yw69zs47ChkiqOkiZnuyRDfuRqRTvkVTL+O5v88itGwA61Hb8ymnWi5JaQaKjN3Y1ljp5M1djpNbzxA26o38PToReH5P0PxBrmIxbz0+lvUthlkj51O2dgz2PHmY0Q3LiZrzNkkd66mcdc6ehT6SVVsxDQt6uf9FrO13rk7lTa6Ivn/7Z15eFTlvfg/75k5sySTfQ+LpGFHEDFIkGoVLWCRggsq4MV761JqvUL7kypVa/Sq5VarVC/WvbYVi0sRQRAsCEUFVGSRHYIBspF9mZnMft7fH2dmSELCIkIwOZ/nyZPMmTPnvOecyff9vt/1+uuvp7i4mE2bNuGpdeEydyeoaTTt+RTnluUIIai3mBjxlxRmzpzZbnVbg5On06pKs8f2w662DDu0qyZmj+3XzieO5cmVeyn54E8E649Q+c7DOL/6gKCzhiNv/oaQuw5LZm96jZ7C66+/zh//+EesViu7du1i1qxZPP7443g8HgJ+H9mhCq7pF8/0kb2Yd9NQ+t2nO3iFopB582OYk7IxJ2aAYkJN6oZqsZA55k7dLq6YEGb9HzWmT37UTq/EJoJqI31yAVrAG90mTGYUs5mUgaMwJ2VjsjmY+dzbOM4boptU0nPI/tn/Ye1xPvH5k0kYeSNKTAKWlB5h4Sp0TS6zD7Y+I8ImGbD3uVi3wQb9ulAwqZjNZq67Zhz4PZjiUglUH9SvyxaDa/sqFHsc3sM78FcdRDFbohp9KOzIjjt/NMJiR009Dz3cT0/00fxNIDVMsYkItVk5XaGAECiOlKNCWyiYErP11VZmX1qEhwqTHiaI0H/CYYPm+DRMcakojuTIjvqvsFMcANVG7IAfIaytHIOyWex5hHNB2FvsoNpRM3JQM3rrJhtFjRb5k+5GtMYqAjXFVC56DH/5Pn2irytFKIpeNEFRovc7cheFLR4CPvw1pVR/+BwNK+aRkpJCTdlhVNcRLtjzMjm7Xmd8Xl/MZhVfyQ7sFjMDs+PplhzL9Nt/gS2le/h7bMFfdZBA1UGUhjIsFguzZs3igw8+4OPli7lqQDpxNpXMW54k/6FFvPvJDg5+U8iUKVO46667WLJkCYsXL2bx4sVGKOa3pNNq+C3KI4crYJ5q2dSyeg8pY+/G881mMqY8QeOXi0n+8Qwcg65A87o48vf/xyO/vIX09HQ++eQTbDYb+/fvZ8qUKWzatIm1a9fy1FNP8cEHR1sBjJr7MZ5ACHNCBuk3PEzFWw8hTGbSb3iY0hduQ7HGMPrKKwm4t1GXmI3v4FbcO9birzpIzYrnUKyxeA9uofybTRAKUPbKL4gINC2ixUuN2m2rsFqtZGRmkFO/FVtiKs5QAFN8Os7NS5GahuZxIrUAUkrUhDSCdYmEGipQE9LxVx0k5vzRePd/DmYLSniikQGvrv3ZrZSte4vXX3+di66aQEX/yZS9djcA/oqDenOLcN0US0Z/NK8Lf/k+ip//r6j9v2nbh4RCGopowN6/AAAgAElEQVTNgVCterG5oI/Y/pfi2r6K/nfMo37TUkrX/gN7v1GYHUm4d3+CPTcP19f/gpAGqhVzfBqK9Tx8R/YffXgmS7PS1JHVgYJUzAQbq6L3KfyHLsibByEFvLh3ro5OMlETmdWB0AIoscmEwv4ZU0K67pQP+sPlNL7jrOSTKWIX8IMM6Y13hAIS1Kw+2Huej3v3OpLH/JLqJX9AWOyYY5MJ1BxGWGKI75ePa/8XejarlMign4qFDyIUhZDXpQc3CAUCHoL15agZOaxfv54LL7yQbdu2AfpE8cW/3iNO8TOiXxoAwWCQYcOGsXHjOuID1TRZU/A5kskYchlzf3cf+z9+m1mzZpGYmBi9hP5Z8fTPimfWrLHR7fX1bRVrM/i2dFqBD6dWHrktWpuFvAe34Cn8nMYvFqGaFBIskrl3Tebqf/+bu+++m61bt2Iymdi3b1+7x2yvxaJr5xqU2CRCrlq2bWsgPz+fHhdezu6ty7GdNwSJJFBXhjBbMMWnIjwN+BuqsPfOJ1hbjBbwYbI58NcUY0vqTm66g5KSErxeLy+++CI1hYdACPxle/GX7NQFcGURpph4pNeFa8+nEPASnz+Zpm++QnPV0PCvFwBBTJ+RqKk9UBwpqMnZ+Io2M+LSUSjduzNlyhR++9vf8tTaYp5dNQRyLoo2c4/Pm4hic1D/6QJi+l9Kzcr5ZFz/EI2bltKwYSHdb52He996LANHU7/ub6CF8FcdwrVzDWhBdj97G6GAB2FWadrzqS70tACuXeswOVIINVaC34evqggRCujF66yxety+EHpsuNd1VFgquhlGmFWEyYImZbg0QLNVgRbUQ0fryvR5NJJ3oJj1MthCIBFHM04VBWFSCblqwiukZsL+GD/HiWin7MGJhL1iCvtW9NBWoZiRUhKoKiJUX47mcVK99ElkwAsyDktqTwLVhxCAc+9GhBDEdetDQ8ALPicpDpUadxBLWi8smb3xle3VQy+z+5F81c/5x/2jKCgoIBAIsHjxYgDuv/9+AObOnQvognrGfY9SN+IumlwL6XflzdxzZW/2f/x2C9u9wdmlUwv802HxllKa/K2W6lLSffJDPH3H1S0mkuYx/JqmYbO1X7K19SSi2/Ofx1O8g4b1b9FjzH9xvlLKP//5TyZMvY29Fju+0l0E68sRCIRiwuw8gt1qocGRQqCqCISCJT0HpEZsWi+8RZvRtBjy8vJwOBxomoYr5woaPAE8RV8RqC1FCwYQZhVFtaFZ7MT2/yGeQ1vxHynEZI0lZI0ltv+lmBxJdBs9HWdVuW6Cuu5BbvnRAB6bNJj6+nrmzZsHwKM/HcQHBWW8+uKrTLrvWZzelo7kQPUh/EcKKX9jNiZrLNYe51O66AnwN2ELO/xAj9wxBf2EGqtQ03MwBXz6NcpQuI6KCTWlOzIUIORWsWb1RZgtutYe9BHyuRGxyWjuWmSrSCOh2nDYVGQQFNWC0+XClJCOY8iYcJMbjZDHiTk+jfhh44kd+CMaNr4DEBV6KeP+m6Z963EMvoryN+9Ha2pE8zr16CVNi4b7EvK3SFIzp+egeRoxxSQRqDwIZjNZtzyph6A26g5ULHbdfxDOwzguYV+CsMVhzczF1msYrq0fovncutlNC2JOyNKrvNrjUWIS8JfrK6Cmos1YMvtgSe0RORiqSWF4r2SC3eO5/PLLeeHTwyfsG3s8ln1dxqrdlcTY9e96eYOHR5buYlhj4wk+aXAmMQR+G7Sujx8hsU8e/Ws+ZeLQ2wA9hv/SSy/ljjvuYP/+/YwYMYLy8nJC4RojZrOZDRs2cMEFFxAKhXjooYeYPfaH3Hb3r3Du3YgMO0UDNSVULXocxWLj0ktGsOS1Z7H3Gkqwqggt4GXA5NkcqarmyBuzSUxOpXt2d8xmM7uKyrAP/BFCtZMw4rroOFNCddzao5bnnnuOF198kdGjRx+9pmHj9WYSQT8J+ZNRbA4qFz2ua9UQNoEIbD2H4Nq5BiEErq0r0MJduyoWz2XeByrL/2BnzGX52Gw29uzZw9SpU7n22mvJzc1lVG4Kq3ZX0rDxHfyVRYScNYQ2L9MjhUJBAvXlmMLOXxn04XAewufIQvQcSqjoC+yiiWpzNkIxEXLXIUyq7tyWGkK1EWpqQHpdKGYLwcYK1MQsYvuPwjH4Kj0RSAthjk8lbeJ9VC17Bs3jDIcWesgffhGHDx8mJyeHXeI8yjYuxXf467ByrWDrMRhkCOdXS8L3yYcpLp1QU50+4TTDHJsEcalk3PAwis1Bw+eLaNjwtl59SLWgWGPRNA3pcxF014PHhebz6FnVQretm2KTdCe5lKhJ2Qiziv/IAUxxaWhBD45+o/Ac+lqPkDKp4fBKwmGTIdS08/CW7MZSf5iQy4VEYOs5WB+glHqPZRlCMZkxx6Vgzx0OSIQ57NQP4/IFOFx2mMbGRqqqqvDU+/TEKS1EoLYU6XXhrzyIZ886RryXwS233MLu3bsZccU4CiudNJYfJDt/AvlbSpl0YTeeXV1IUGtp2vIGQkY54w7GEPht0GZ9fCBnzK30KFnMkCFD0DSNnBw9gWnIkCH87W9/o3v37kydOpWnn36adevWUV5ejtWqO8Fuu+02xo0bx/ubi3Hv3UDWbX8m1FhJ2V9/ReWix0i/4ArO79+bf++txllWSOpPZuI9vJ2m3eu4/4Yfcm1eT2wLfsNLLzzPFVdcQW5uLjGqFZOi0HykJlclD/7sx1w7rDuHDx/m66+/ZvTo0S18GvVAUnIqwTX/R40nCKEg5rhUfvTTm2gs2s6Bajcerx9bYhopF0/CPHjcMZOEag2Bbz0A/fv355tvvgH0pXz/LD22fsW2YtJ++hu9S5LXRcW7j2DrPjB6DM3rIrRlMf8x8jzyb/pvnly5lx2LK1GsfUgRZixDr4lq2DLoR5gtJORPpmHjO8igH39lERLwVRbhK9tD4+ZlSK8bbLHgaaT0xTt0wWgyI2ISUW0x+Hw+NE1D0zQq9mzA5EgmdcK9NG56HzhqhnJv+AfWgaNxbV9FfN5EKt59hKCzhtrVryCaark4ppovPZVoqblUL3sahN5MGwHWjN4Eakt0H0nEhxDw62Pxh1c+fg/lf5kZNvvo2wJVB3WnachPyNOIUJvnGwgIBTHFpRDyuiHgA6HgL9+HQJCemozbF0DY4nVzFOjO6dgkQq46/JVFaD43zq0rwGwhceSNuLZ+qHeRAlRVRY23MHjwYCorK0mLE9RIhUDNIRLyJ+Mr3Y334BZirSplZWXMnz+fAXmjqLn4LuICIUKfLkD2vYI5i7YD7dfCab3yMzi7GAK/DY4Xw3/1jN+xI0d3BNcl2gl9vIadO3cSFxeHEIKPPvqIXr16sX//fi699FIsFr1hel5eHmu+cfHEqkNoipmaD/+ENasvJpuDQX1/QI9Uje2VbryxTcign5i+l+gaFoJn1x3muuF6V617772XpKQk3G43yclWRg9IZ2NxEwLdXPSDpn08+B9P8YiqkpmZyW9/+9s2rzFj+E+Y8/hDTLqwW9Q009yJFtn2V+/wNqvklDd4oJnlqqCggI0b9VVLUVERmqaR5Uji8Pu/R5osumZfU0Kgphj33vVIfxMCQVZGKvO+eB/t5QWYU7oTqD6McsE4/MVf4/1yKZpfj0AS4Q5i/qpDehinlKgp3QnWlBCblUt8qJE6JUHXqIM+0DJJm3gf7j2f4dz8ASGvGylCqKrKrFmzWLFiBVaLGWfJfqqXPY0956JoX+JuiXZ2hjR8Xy7Gc+BLfKV78FcfBimxpPUktqKeYFA399maKlFzL8NxyRQ0r4uqpU8RrCvXw0pNKsIag2KLI+SqCUfzhO30wtSqxlE4uzmS5+BzIn3oTbmFgrDakV63Xm21ud8hFAI0Dh06hDTHYHYk6ePqORjH4KuoXvYMGTc9imKNpXLRY1i7DcC1dYW+qjGpaI2VmONTSY61Ul9fx0033YTFYmHt2rU46lwUVum+K6sJfjB4KBmJMRQXF9O3b18+23cE6f4biT882mPCEwjx5Mq9ZCXYact4E2czkuY6EkPgt0F7MfyJMWqbrRD3VziZM2cOP//5sW17N2/ezPLly3nwwQcpsuSgXDSZrOnP4D20Fdf2VYRcNdiufoltr/yCmjgnsQMzo59VbA7iL76OsnoPCxYsQFEUCgsLUVWVxMREbr/9dp544olWZxwN/P6YcbQ2U5U3eKLa2OU57dckSbCr1HuO1cqyEuzQKhk30rloxn2P8smecooPbCN38hwsiRnU1tXRtHEh3iMHMGX2pf/Y6cyZdBGX58QyaOIvcIcEiT+cRv2nC4i7YAyNAQ+pE+6lfoOu4XfLn0jqkfUc6XElFZ/o5zHHp9NYV05qnA2rt4lGTcXabRCNX/wTzeui/K+/ipYHGNQnF1d1Ga+++irnnXced911Fy8t28isu+4k/frfAXqVyOplT1MtFAI1xchQKBpXDgKhCJxblqPZbWzf7sbtdpOamorVfYBI5SFrVh+sWX1w7fhYt6f7PYQiWclmVc8xaGo4at8XgBS6UzgUQHojfiOBiE3AZIsj2FCB9HnArGJyJCOQpF77AM7VL6DVFpOUEIfH48GNDTW5ezSxrS1iB1yGr3Q3qRPuBUDuWM7EG6fw/tv/wL1vM8vcOQyo0TO3X5k/jwcffJDFixfT0NDArbfeymuvvcZf/vIXCgoK6DnrrejKqDll9R4e+0lvZq7RQ2dNMYlUL3saRUoSgrVMnz6dcePGtRtXb8TbnzkMgd8Gs8f2O8aGb1dNSEmbpp5CNZfXXnuNadOm4XA4KC0tRVVVgsEgycnJ3HLLLSQmJnLjrx8ndbAHGfBhzx2OKS6Vpn0bqGiCqVOn8syfX4P+lyHMFpr2bQBAaiEyYgQNDQ0IIVBVlTVr1tDQ0F4OY9u0ZaaKaGOXzxjW5mf2lDfiTj3quI50HFKEQkp6DH8vPoh16DX8YfhYZH0ZS1d9gslk4nBMX3xKDIGaYr5572lUq50BmQ4mjL+U1avryM/vDb71vDDnef4sJRXbvo4Gfrt2rsFXuodgQwXe4p3IUABb94H4QhrZCXYuHprFy5/o+8YNG0+oqR7lwrEM9W/Dm3Sl7hcIePAc3ErahHsxJ2SgeV1cxYZoREmEsedn8YPUWBo2vU31NzsQYe1ahvyYYpOwZvcj7oIxJIy4jiMLHyRYXw5C4ZJLRmAymVAUBb/fz5YtW/AsegwptehKweRIJqb3xfiriwnWlekhj34Pmq8JS3Y/AlUHw8X0DiO9znDje5NufjJZ9CgjBCFPIyBQ7A4s6TnYeg2jceM7uP/9CtSXoigCLWck7kN7iO85EI9L16tNMYnUrJyPv+oQNR8+h1Atzdpr6hP2yl9dxoz7PufD7RVRU0uV00dpYSWZ7mNLa7SmPS0+O9HO+CHZLB2QTlGCncph4+k/+gbuuiST/R+/TUFBAUC7cfRGfP2ZwxD4bdBeDP+v3tp67M5C0JQ+iDsvsDJy5EgAHA4Hb7zxBoWFhcyePRtFUVBVlT5jfkaN30PVov/R6+RIScrVM8lOtGPz2pjys5/zueMS1JTu1Kycj+ZpRDGZ+c977+SGkdNYuHAhgwcPJi8vj/79+3PnnXee9DW1Fw7a3naAzw7UYEo6atCJCL+kGJVfX96dmQ8+gTpgDOkDxlD/6QKcI68jxhGPzRPA4nXhOfAFqVf/N+aEDNREO9On5LJ69dFyuZEVwaCJv8Dl0wVO60bVVUv1Mta+oO7wy8481ukXec+Ud3L3ImJ+8vv9lB/cR1JDFck9hlNbvE8X+lLq/gEtREL4M/YcPQrGbtEnBVVVGTduHOPHj+fWW2/lYP7s6PHrP12AMFtpKvwSYVYJNTXoDmeLHXw+go3ha9A0FNUGqpXcqY9yeNl8rD0HI1Fo2rUGNbUnMhQkWFdGfN5EGjctwXf4a91vEZSI5F74a0rwHfiaYF0ZtY3VaFoARSjEhaOMKhc9Rkr4GTg3L6N29ct645DVf2L6llfYIXIo3/4swYYKQk2N1K5+mdh+ozhQGuQn/3EXsq6EadOmoWnaMdUp77nyWC3epJjIyI5n+nrdlNm04hWywtr6W+sNbb2jMQR+O7QVw//kyr0tTD2R3rfZiXZmzpzJzJkzW+yfm5vL2LFjo68jZhXz9Gei2yLZv5MuHB3d58mVFixTnjgmWWzDhg0nNfaIQDOHM3SDwSDBYEZUiw3UluIr2YW1+0AGXXN7u8dxegMktrG9vinQbhSGvw3zDxx/YhmRk8S/91Vzooh1pzdwXGdgToxKjW7yR5it1KycjzBbMBPiA60WVVWZMWMGRUVF5ObmYrVayc/PZ/Dgwfx5beExDubmxA8dg+ZpQFbu54aZj3LneL2cxqFDhwC9qmOoWby8NTMXa2YuCfmTcW77CNfWD0FAMOCDgF6HJlhbghbwoQhBz8J/4uiZTl1KGuXbP8NsMqEqgoBUiM+bGF3NxOdNpHLRY6T+ZCbOLcvx15SQOGoqjZ+/izW7HyF3Pd7DR2tCCdVG7UfzUVUrAU1is1kZdNFwuiXHoigKR3Z9gTCZib/opzQd+BKkhufgFoL15UhHKubU3ky970k9dj4cghshosUXJ9opC2vxrZMbDW393MIQ+KdAc1NPpPdtysjrT7pcw8lk/55usliEhQsXtnDAzrjvUTZfOAe/yY5z8zKaCj+nafcnBNXaqDbW2naanJLTZs5odqKd4iNVpzSeSA2jaqePv284hMsXYI11Hfdc2Zu+mfEgBGv21yPCZiN9UtpNoKaEmD4jqVk5H5yVOKsP0FRZguOClppinE3l4QmD+PUbnwG6Ru4r2YEioG96HM7KBnr37s2CBQuYN28efUbfyLOrC9n2lwdYvWEzEoG/4hsQQs9paEVElvuDGv+7Yi/p2T1aPKfmwt4Uk0jjpveRUuKvOoSiKKQNvwZ3Yy3ekl1k3PBwdAXj3LIcX9leXnnllahtPOIwHzrxjjbDg0+Gbol2io+4SM0ZyNzf3ce0y/SGIpFjR8wqo+Z+HFViIhNKJFnOMfgqXNtX8ezqwnYrVfbPimfh/aNPeXwGHYMh8E+BFgKbFC7+zd9PuVzDdyXQT5X+WfFMGD2Q59cfoWzYeHqPHEfOkbUsfPHp6D6ttbHmjt7WS3ZXRSOm7kOPOU9SjIo3oOH26tplzcr5mFUrGdnxXLvUx8GGEL6idUgp2V51iBn/MHH9+B/TNyOOj/fXER82G0UETs1Hf8ZXsgOTYiIh1kq3jAQO5wynsfBLKkt3EagpJnhkH9MmX8ekC7vhdp7P/duWIc4fw8Cx05g9th+X58Qy475H+exADUMKVuLfeoAY5w6CIV1IW34wHEW1kjxyMkFN0rDxHYTZSqDiANVLn9KLo0kNa/fzAd2E9OTKvS2eY7dmjv6INh4JY3321h/idjbwy9883OazsZjbLmkVOf6ssCkx8gz8VYeo/vA5Qo2VCMVE/fqFBGtLCTpr0EIBLKqFz+4fHRbuu1sI67lz5/Luu++yadMmgGjRMnfJbkLOmmiildQ0fGX7iOl9MdvffJxpm17kwIEDfP7550yYMKG9r5nBOY4h8E+RjhLYJ0PzFnEfynXMmXRRi7GOH5LdStPbfNzjtZjgWi3Z20pOs6kmHp4wCIDfL/6Kxqw+9Lvy5ug4Rjy8BPPqhZgze7eI6d9tDZHpW99myJ41qw8pl97Co1f3ijr8mncyE7s/IrV+NxW7v2DSpElomsac68axYsUClIMKr2+EJ+qaOBzTl4ASiye8emgs3qOXRQg7MqWUxFrNOMNRMtbMXNCCpE64F8XmAEAL+yXgWBNVa0e/KSYR55blhPau5b/eMOH0BlBi4gm566le+hRBZzXOLR9ijk3AHnIzYsQIMjIy2Lp1a4vIlEkXdouaEiMVLCveKdATsIRA87kxx6dhze6nJ8ttXY4l5Inei9Yrt927dzNjxgzuvffe6Pdgxn2PUnTFjVT4TNHrrFz0GGk/nY1ic9B/9A0smDHsmNDd74K2zI/5+fltbousSgy+PYbA7yR827DLE9HeBNfaPJWckkbiFy/x+n69+XmGpnHr1HGsWPEKr297jdeB7TvLsedcBEDjpiUEqg6ByUyl1Jj888mMyvWzWTXhJxJl8jyhxgr6qbW8tdPSQggeHdP4NsfdfLUyau7H2Oo92NC17/pPF7QwXWjh0tQNngC/v24w93z+LkFNz+qNJFUB0UzfmpXzibHbmLTn5Wirvdb3o//oG5j9vw8w6cJuLcwmzc9tEqLFRNYerSeTmNzheq169PrzgZpiTLFJUL6TVIeVYUOGtYhIan4vCgoKuP32ln6b/lnxvDDrMtYWuZmzaHt0ddaWE/ZMhEy2Nj/OmzevzW0Gp48h8DsJ3ybs8nT5NoK3LXtxt0Q7t98+DNe8eSc0O30bjucwbo4iBOOHZPPPfml8/k0t7qw+9Prxf+L2BwmEzT/OzcvwH9xM73S9c1kkWgfanxzbO78m5UkVEosc85GlO6lrCkQ1fefmZTRueh9zUjbCZObSvmlcdtkNuFwt+xE3XxEFNxXRZ3QZ0y47VkuPnCeyOht0ze2GE7aTYQj8TsK3Cbs82zTXVNsL43vrqftJUxTS0DXIy74DDbK9RLoIwhZP0661BKoOMW3fXyksLORXd9yBy+Wi4OExLQSmbtZ64JTMet9FM57IZHLhox9R16RHQjWP3OmRmcaSqN3+qDbceuXn9AZ4ZOkuYuMS2l25XZ4TyzyxmYIz6Iw9kfnR4MxgCPxOwvehRdzxfAIRzoQG2ZZ9PWKqCdQUY07IID7vp8gS3TkqhGDdunUn1Ny/zfnbm+hOlocnDDrmWuqWP0NWt0QmbXz2GDNLe72dWzudzyZnyvxocGIMgd9JOBmhci6krHeE07u1fb3HqEm4h19DICSjNvXYuAR+/78P6Npts7DF7/z87Ux0zWnPkVlQUNC2r+A4K45zceXXEeZHAx1D4HcSOkp7/r7QeqKJmBScMYm4PvoTWRnxvL7dxmtnaCI81YnueE7LUznWubjyOxcnoa6CIfA7EedyyOi5RvRedfKkobbMWW2ZgM7m6u9cnIS6CobANzA4RzgTjsyTNQGdzdXf98X82BkxBL6BwTnAmXRknmsrP8P82HGclsAXQkwGCoABwMVSyk3N3psD3AaEgHuklCtP51wGBp2ZrubIPNcmoa7C6Wr4O4DrgBebbxRCDARuBgYB2cAqIURfKeWpV4EyMOgCnI4j0yhPYHCytF216SSRUu6WUu5t462JwEIppU9KWQQUAhefzrkMDDoz7Tksj+fILCgoYNy4cbz55ptIKQkGg+Tl5REMBo/ZFuk9YNC1OS2Bfxy6AcXNXpeEtxkYGLTB7LH9sKt68bKII7PmvccJrvwD06dPJz09vc3PLVy4kKlTp/LWW29Fhfqrr756zDYDAzgJk44QYhWQ2cZbD0gpj21oeYoIIe4E7gTo2bPn6R7OwOB7yakmZ4HegnLsM+vYu1qP6rnnyt5na7gG31NOKPCllFd9i+OWAj2ave4e3tbW8V8CXgLIy8uTbe1jYNAVOBlHZiR0s7TeQ/3OI8TbdRt/eYOHR5buYlhjW11mDQx0zpRJZwlwsxDCKoTIAfoAX5yhcxkYdAkioZvtFYLzBvTevgYG7XFaAl8Ica0QogQYCSwTQqwEkFLuBN4GdgErgF8aEToGBqdHW6GbrXF62+4pbGAApxmWKaV8D3ivnfceBx4/neMbGBgc5WRCNNvqGmZgEMHItDUw+J7QXg2aSFSPIiUJwVpmzJjBhAkTmD59OqFQiAMHDrB582ajPIHBGbPhGxgYfMc0D92Eo4Lec3ALdouZgd0SeeA3v0ZVVT766CMURcFkMnHPPfewZMkSo1yBAULKcycwJi8vT27atOnEOxoYdFGad9/KTrSfMHTToGsghPhKSpl3ov0Mk46BwfcIowaNwelgmHQMDAwMugiGwDcwMDDoIhgC38DAwKCLYAh8AwMDgy6CIfANDAwMugjnVFimEKIKOHQWTpUKVJ+F85zLdPV70NWvH4x7AJ3nHpwnpUw70U7nlMA/WwghNp1MzGpnpqvfg65+/WDcA+h698Aw6RgYGBh0EQyBb2BgYNBF6KoC/6WOHsA5QFe/B139+sG4B9DF7kGXtOEbGBgYdEW6qoZvYGBg0OXoMgJfCDFZCLFTCKEJIfJavTdHCFEohNgrhBjbUWM8mwghCoQQpUKIreGfn3T0mM4WQohx4WddKIS4v6PH0xEIIQ4KIbaHn32XKFErhHhNCFEphNjRbFuyEOJfQoj94d9JHTnGM02XEfjADuA6YF3zjUKIgcDNwCBgHPC8EMJ07Mc7Jc9IKYeGf5Z39GDOBuFnOx+4GhgITAl/B7oiV4SffVcJS3wd/X+8OfcDq6WUfYDV4dedli4j8KWUu6WUe9t4ayKwUErpk1IWAYXAxWd3dAZnkYuBQinlN1JKP7AQ/Ttg0MmRUq4Dalttngj8Nfz3X4FJZ3VQZ5kuI/CPQzeguNnrkvC2rsDdQoivw0vdTr2UbUZXft7NkcBHQoivhBB3dvRgOpAMKWV5+O8jQEZHDuZM06kaoAghVgGZbbz1gJTy/bM9no7mePcD+DPwP+j/+P8D/BH42dkbnUEH80MpZakQIh34lxBiT1gD7rJIKaUQolOHLXYqgS+lvOpbfKwU6NHsdffwtu89J3s/hBAvAx+c4eGcK3Ta530qSClLw78rhRDvoZu6uqLArxBCZEkpy4UQWUBlRw/oTGKYdGAJcLMQwiqEyAH6AF908JjOOOEvd4Rr0Z3aXYEvgT5CiBwhhAXdYb+kg8d0VhFCxAoh4iJ/A2PoOs+/NUuAW8N/3wp0aktAp9Lwj4cQ4lrgOSANWCaE2CqlHCul3CmEeBvYBQSBX0opQx051rPEH4QQQ9FNOgeBn3fscM4OUsqgEOJuYCVgAoTPGqwAAACHSURBVF6TUu7s4GGdbTKA94QQoMuAN6WUKzp2SGceIcQ/gMuBVCFECfAwMBd4WwhxG3ql3hs7boRnHiPT1sDAwKCLYJh0DAwMDLoIhsA3MDAw6CIYAt/AwMCgi2AIfAMDA4MugiHwDQwMDLoIhsA3MDAw6CIYAt/AwMCgi2AIfAMDA4Muwv8HJFDEBvqhx7wAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "from sklearn.decomposition import PCA\n",
    "from matplotlib import pyplot\n",
    "%matplotlib inline\n",
    "\n",
    "\n",
    "X = model[model.wv.vocab]\n",
    "pca = PCA(n_components=2)\n",
    "result = pca.fit_transform(X)\n",
    "# 可视化展示\n",
    "pyplot.scatter(result[:, 0], result[:, 1])\n",
    "words = list(model.wv.vocab)\n",
    "for i, word in enumerate(words):\n",
    "\tpyplot.annotate(word, xy=(result[i, 0], result[i, 1]))\n",
    "pyplot.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
